-- Logs begin at Wed 2022-11-02 11:55:15 UTC, end at Wed 2022-11-02 13:10:40 UTC. -- Nov 02 12:36:52.656084 dv-cinder-863277-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 02 12:36:55.676487 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:36:55.677057 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:36:55.677218 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115477) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:36:55.680540 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.common.config [-] Logging enabled! Nov 02 12:36:55.680800 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev71 Nov 02 12:36:55.681112 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115477) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Nov 02 12:36:55.682056 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:36:55.682290 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:36:55.682688 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:36:55.682937 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:36:55.683167 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:36:55.683642 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.684072 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 02 12:36:55.684386 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.685212 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.685504 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.685938 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.686235 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.686543 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.686837 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.687139 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.687428 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.687712 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.688002 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.688298 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.688584 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.688872 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.689166 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.689454 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] debug = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.689738 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.690173 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.690617 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.690902 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.691192 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.691472 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.691745 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.692022 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.692306 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.692661 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] host = dv-cinder-863277-1-iscsi {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.692942 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.693230 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.693517 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.693806 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.694084 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.694406 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.694676 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.694950 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.695223 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.695497 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.695786 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.696075 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.696366 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.696592 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.696817 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.697124 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.697405 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.697679 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.697957 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.698234 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.698531 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.698807 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.699076 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.699365 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.699650 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.699937 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.700211 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.701140 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.701505 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.701775 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.702063 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.702367 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.702648 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.702925 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.703214 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.703484 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.703758 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.704057 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.704344 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.704629 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.704916 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.705190 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.705475 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.705747 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.706019 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.706292 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_json = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.706588 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.706861 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.707145 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.707419 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.707692 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.707964 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.708236 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.708521 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.708793 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:55.709089 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.709391 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.709691 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.709987 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.710278 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.710587 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.710878 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.711156 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.711448 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.711737 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.712025 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.712305 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.712609 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.712903 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.713200 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.713501 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.713793 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.714088 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.714389 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.714665 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.714940 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.715218 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.715505 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.715783 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.716112 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.716402 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.716682 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.717052 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.717342 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.717635 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.717924 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.718197 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.718503 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.718797 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.719078 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.719355 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.719637 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.719927 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.720207 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.720480 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.720762 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.721054 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.721342 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.721614 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.721891 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.722180 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.722487 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.722763 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.723036 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.723313 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.723586 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.723869 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.724146 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.724419 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.724690 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.724968 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.725240 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.725533 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.725809 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.726079 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.726384 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.726660 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.726932 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.727202 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.727473 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.727742 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.728012 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.728281 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.728558 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.728828 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.729104 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.729375 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.729645 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.729916 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.730197 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.730512 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.730811 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.731087 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.731363 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.731688 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.732124 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.732607 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.733149 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.733467 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.733757 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.734039 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.734360 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.734654 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.734967 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.735257 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.735541 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.735840 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.736120 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.736401 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.736685 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.736966 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.737246 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.737533 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.737819 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.738116 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.738439 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.738736 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.739036 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.739330 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.739612 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.739926 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.740209 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:55.740427 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:36:55.740677 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115477) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 02 12:36:56.115113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:36:56.115394 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:36:56.115701 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 02 12:36:56.116040 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 02 12:36:56.449634 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.449845 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.450119 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.452470 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.452748 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.453018 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.498330 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.498619 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.498887 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.513414 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.513693 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.513962 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.542084 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.542401 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.542672 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.581097 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.581381 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.581648 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.931641 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.932308 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.932308 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.932484 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:56.933106 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.033859 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.034186 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.034505 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.034781 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.035050 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.035363 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.035626 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.035885 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.036141 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.036427 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.036688 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.036954 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.037212 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.037470 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.037731 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.038001 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.038260 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.038556 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.038829 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.039088 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.039363 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.039616 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.039899 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.040276 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.040528 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.040775 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.041174 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.041414 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.041651 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.041887 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.042123 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.042386 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.042754 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 02 12:36:57.046580 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 02 12:36:57.050596 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 02 12:36:57.054317 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1350, 1399)])]) Nov 02 12:36:57.056086 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 02 12:36:57.056569 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 02 12:36:57.056906 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 02 12:36:57.057296 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 02 12:36:57.060825 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 02 12:36:57.061069 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 02 12:36:57.061415 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:36:57.066269 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 02 12:36:57.089880 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 02 12:36:57.090384 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.090691 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115477) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 02 12:36:57.091102 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.092466 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115477) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 02 12:36:57.092754 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 02 12:36:57.093005 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 02 12:36:57.104332 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.104620 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.247881 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 02 12:36:57.248131 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 02 12:36:57.248378 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 02 12:36:57.248776 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 02 12:36:57.275449 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_db.sqlalchemy.engines [None req-17548af8-9091-4292-b252-0949a9444865 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115477) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 02 12:36:57.733861 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing driver for type 'gre' Nov 02 12:36:57.734428 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17548af8-9091-4292-b252-0949a9444865 None None] gre ID ranges: [(1, 1000)] Nov 02 12:36:57.793102 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing driver for type 'local' Nov 02 12:36:57.793517 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing driver for type 'vlan' Nov 02 12:36:57.806693 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-17548af8-9091-4292-b252-0949a9444865 None None] VlanTypeDriver initialization complete Nov 02 12:36:57.807190 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing driver for type 'vxlan' Nov 02 12:36:57.807764 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-17548af8-9091-4292-b252-0949a9444865 None None] vxlan ID ranges: [(1, 1000)] Nov 02 12:36:57.866528 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing extension driver 'port_security' Nov 02 12:36:57.866897 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.extensions.port_security [None req-17548af8-9091-4292-b252-0949a9444865 None None] PortSecurityExtensionDriver initialization complete Nov 02 12:36:57.867244 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing mechanism driver 'openvswitch' Nov 02 12:36:57.867585 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing mechanism driver 'hyperv' Nov 02 12:36:57.874148 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.plugin [None req-17548af8-9091-4292-b252-0949a9444865 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115477) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:57.875039 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.875425 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.875782 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.876310 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.876746 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.877104 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.877452 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.877849 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.878259 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.878637 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.878986 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.879380 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.879789 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.880148 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.880499 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.880923 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.881327 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.881678 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.882028 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.882443 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.882849 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > address_group after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.883198 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > address_group after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.883541 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.883948 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115477) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Nov 02 12:36:57.884388 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-17548af8-9091-4292-b252-0949a9444865 None None] ML2 OVO RPC backend initialized. {{(pid=115477) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Nov 02 12:36:57.885097 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.885616 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.886044 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.886505 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > networks before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.886945 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.887300 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > ports before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.888324 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.888777 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnets before_response 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.889141 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.889491 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.889838 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.890181 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.890552 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.890895 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.891235 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.891575 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.891915 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.899473 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded quota_driver: . Nov 02 12:36:57.899846 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.plugin [None req-17548af8-9091-4292-b252-0949a9444865 None None] Modular L2 Plugin initialization complete Nov 02 12:36:57.900194 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading services supported by the core plugin {{(pid=115477) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 02 12:36:57.900538 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.plugins.ml2.managers [None req-17548af8-9091-4292-b252-0949a9444865 None None] Got port-security extension from driver 'port_security' Nov 02 12:36:57.901024 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.extensions.vlantransparent [None req-17548af8-9091-4292-b252-0949a9444865 None None] Disabled vlantransparent extension. Nov 02 12:36:57.901522 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115477) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 02 12:36:57.901851 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: router Nov 02 12:36:57.938246 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.938919 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_create 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.939018 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router before_create 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.939391 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.939767 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.940128 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_delete 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.940492 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.940840 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.941200 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_create 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.941549 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.941901 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.942253 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.942636 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.943050 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.943421 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.943764 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.944108 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: subnet after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.944450 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.944800 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.945146 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_create 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.945489 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.945964 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.946348 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router after_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.946696 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.947050 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_create 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.947411 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.947759 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_update 55549900 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.948124 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > agent after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.948474 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > agent after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.948819 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > network after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.949684 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Tracking information for resource: router configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.950021 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Tracking information for resource: floatingip configured {{(pid=115477) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 02 12:36:57.955529 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.db.l3_agentschedulers_db [None req-17548af8-9091-4292-b252-0949a9444865 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 02 12:36:57.956109 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.956475 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.956833 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.957192 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: port after_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.957990 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router before_create 55550100 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.958404 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.958776 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_create 55550100 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.959139 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > router precommit_update 55550100 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.964081 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.provider_configuration [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service providers = [] {{(pid=115477) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 02 12:36:57.964453 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.db.servicetype_db [None req-17548af8-9091-4292-b252-0949a9444865 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115477) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 02 12:36:57.967582 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.service_base [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:36:57.967935 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.service_base [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:36:57.968282 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.service_base [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:36:57.969179 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.services.service_base [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115477) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 02 12:36:57.969554 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.services.service_base [None req-17548af8-9091-4292-b252-0949a9444865 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 02 12:36:57.969935 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:57.970256 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 02 12:36:57.980755 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:57.981093 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: auto_allocate Nov 02 12:36:57.987121 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: network precommit_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.987440 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: network precommit_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:57.987960 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:57.988279 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: tag Nov 02 12:36:57.996259 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:57.996593 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: timestamp Nov 02 12:36:58.000947 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:58.001279 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: network_ip_availability Nov 02 12:36:58.006687 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.007063 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.007425 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.008144 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:58.008467 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: flavors Nov 02 12:36:58.014476 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:58.014812 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading Plugin: revisions Nov 02 12:36:58.019261 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115477) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 02 12:36:58.019663 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [None req-17548af8-9091-4292-b252-0949a9444865 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.904s {{(pid=115477) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 02 12:36:58.020413 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115477) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 02 12:36:58.020750 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Initializing extension manager. Nov 02 12:36:58.021546 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: __init__.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.021893 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: __pycache__ {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.022232 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: address_group.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.023033 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.023605 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: address-group Nov 02 12:36:58.023932 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: address_scope.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.024648 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.025153 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: address-scope Nov 02 12:36:58.025476 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.026420 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.026931 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: router-admin-state-down-before-update Nov 02 12:36:58.027259 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: agent.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.027965 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.028522 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: agent Nov 02 12:36:58.028850 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: agent_resources_synced.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.029757 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.030269 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: agent-resources-synced Nov 02 12:36:58.030622 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: allowedaddresspairs.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.032412 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.032942 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: allowed-address-pairs Nov 02 12:36:58.033276 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: auto_allocated_topology.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.034374 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.034891 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: auto-allocated-topology Nov 02 12:36:58.035222 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: availability_zone.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.035923 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.036431 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: availability_zone Nov 02 12:36:58.036760 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: availability_zone_filter.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.037672 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.038181 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: availability_zone_filter Nov 02 12:36:58.038547 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: data_plane_status.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.039452 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.039959 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension data-plane-status not supported by any of loaded plugins Nov 02 12:36:58.040290 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: default_subnetpools.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.041197 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.041700 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: default-subnetpools Nov 02 12:36:58.042026 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.042869 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.043381 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: dhcp_agent_scheduler Nov 02 12:36:58.043713 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: dns.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.044798 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.045302 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension dns-integration not supported by any of loaded plugins Nov 02 12:36:58.045626 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: dns_domain_ports.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.046571 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.047075 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 02 12:36:58.047398 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.048320 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.048826 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 02 12:36:58.049149 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: dvr.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.049817 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.050346 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: dvr Nov 02 12:36:58.050674 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: ecmp_routes.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.051579 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.052080 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 02 12:36:58.052404 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: empty_string_filtering.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.053311 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.053824 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: empty-string-filtering Nov 02 12:36:58.054147 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.055091 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.055594 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:36:58.055923 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.056835 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.057332 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 02 12:36:58.057661 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: external_net.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.058599 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.059102 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: external-net Nov 02 12:36:58.059960 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.060864 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.061370 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: extra_dhcp_opt Nov 02 12:36:58.061697 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: extraroute.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.062632 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.063135 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: extraroute Nov 02 12:36:58.063465 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: extraroute_atomic.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.064496 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.065001 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: extraroute-atomic Nov 02 12:36:58.065325 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: filter_validation.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.065986 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.066526 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: filter-validation Nov 02 12:36:58.066852 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: fip_pf_description.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.067758 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.068256 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 02 12:36:58.068578 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: fip_port_details.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.069702 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.070205 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: fip-port-details Nov 02 12:36:58.070563 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: flavors.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.071788 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.072432 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: flavors Nov 02 12:36:58.072756 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.074430 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.074954 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 02 12:36:58.076054 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: floatingip_pools.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.076545 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.077061 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: floatingip-pools Nov 02 12:36:58.077390 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: ip_allocation.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.078344 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.078846 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension ip_allocation not supported by any of loaded plugins Nov 02 12:36:58.079177 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.080094 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.080602 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: ip-substring-filtering Nov 02 12:36:58.080934 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l2_adjacency.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.081855 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.082381 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 02 12:36:58.082712 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.083704 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.084219 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: router Nov 02 12:36:58.084550 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.086845 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.088112 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 02 12:36:58.088112 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.088626 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.089146 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: ext-gw-mode Nov 02 12:36:58.089482 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.090432 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.091119 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: l3-ha Nov 02 12:36:58.091302 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.092228 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.092726 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Nov 02 12:36:58.093058 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_flavors.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.093978 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.094530 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: l3-flavors Nov 02 12:36:58.094867 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.096222 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.096742 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Nov 02 12:36:58.097075 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.097998 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.098541 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 02 12:36:58.098872 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: l3agentscheduler.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.099921 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.100432 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: l3_agent_scheduler Nov 02 12:36:58.100766 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: local_ip.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.102541 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.103195 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension local_ip not supported by any of loaded plugins Nov 02 12:36:58.103527 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: logging.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.105145 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.105665 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension logging not supported by any of loaded plugins Nov 02 12:36:58.106003 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: metering.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.106976 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.107395 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: metering Nov 02 12:36:58.107730 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.108828 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.109346 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: metering_source_and_destination_fields Nov 02 12:36:58.109680 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: multiprovidernet.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.110637 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.111152 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: multi-provider Nov 02 12:36:58.111484 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: netmtu.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.112398 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.112907 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: net-mtu Nov 02 12:36:58.113242 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: netmtu_writable.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.114155 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.114691 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: net-mtu-writable Nov 02 12:36:58.115018 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: network_availability_zone.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.115687 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.116191 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: network_availability_zone Nov 02 12:36:58.116518 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: network_ip_availability.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.117613 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.118128 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: network-ip-availability Nov 02 12:36:58.118626 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: network_segment_range.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.119392 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.119897 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension network-segment-range not supported by any of loaded plugins Nov 02 12:36:58.120226 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: pagination.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.121199 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.121536 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: pagination Nov 02 12:36:58.122382 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: port_device_profile.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.123365 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.123881 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: port-device-profile Nov 02 12:36:58.124212 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.125138 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.125643 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: port-mac-address-regenerate Nov 02 12:36:58.125972 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.126919 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.127437 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: port-numa-affinity-policy Nov 02 12:36:58.127767 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: port_resource_request.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.128685 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.129197 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension port-resource-request not supported by any of loaded plugins Nov 02 12:36:58.129526 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: port_resource_request_groups.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.130507 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.131016 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 02 12:36:58.131344 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: portbindings.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.132260 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.132768 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: binding Nov 02 12:36:58.133101 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: portbindings_extended.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.134504 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.135140 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: binding-extended Nov 02 12:36:58.135473 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: portsecurity.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.136390 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.136896 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: port-security Nov 02 12:36:58.137224 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: project_id.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.138974 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.139313 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: project-id Nov 02 12:36:58.139644 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: providernet.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.140561 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.141076 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: provider Nov 02 12:36:58.141404 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.145078 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.145606 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos not supported by any of loaded plugins Nov 02 12:36:58.145941 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.147478 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.147992 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 02 12:36:58.148326 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.149244 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.149754 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 02 12:36:58.150083 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_default.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.151145 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.151653 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-default not supported by any of loaded plugins Nov 02 12:36:58.151982 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_fip.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.152910 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.154069 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-fip not supported by any of loaded plugins Nov 02 12:36:58.154471 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.155518 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.156030 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Nov 02 12:36:58.156360 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_gateway_ip.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.157409 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.157917 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 02 12:36:58.158245 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_port_network_policy.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.159195 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.159705 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 02 12:36:58.160033 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.161055 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.161611 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 02 12:36:58.161940 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.163000 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.163517 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Nov 02 12:36:58.163847 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_pps_rule.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.165012 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.165528 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-pps not supported by any of loaded plugins Nov 02 12:36:58.165859 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_rule_type_details.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.166802 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.167309 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 02 12:36:58.167637 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: qos_rules_alias.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.168677 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.169267 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 02 12:36:58.169597 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: quota_check_limit.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.170538 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.171053 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: quota-check-limit Nov 02 12:36:58.171378 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: quotasv2.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.172356 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.172687 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: quotas Nov 02 12:36:58.173014 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: quotasv2_detail.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.174878 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.175219 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: quota_details Nov 02 12:36:58.175552 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: rbac.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.176616 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.177132 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: rbac-policies Nov 02 12:36:58.177466 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: rbac_address_group.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.178428 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.178947 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: rbac-address-group Nov 02 12:36:58.179278 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: rbac_address_scope.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.180199 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.180711 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: rbac-address-scope Nov 02 12:36:58.181039 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: rbac_security_groups.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.181952 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.182484 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: rbac-security-groups Nov 02 12:36:58.182950 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: rbac_subnetpool.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.183865 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.184890 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: rbac-subnetpool Nov 02 12:36:58.185219 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: revisionifmatch.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.186755 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.186755 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: revision-if-match Nov 02 12:36:58.187089 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: revisions.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.188204 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.188717 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: standard-attr-revisions Nov 02 12:36:58.189047 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: router_availability_zone.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.189726 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.190247 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: router_availability_zone Nov 02 12:36:58.190696 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: routerservicetype.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.191619 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.192151 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension router-service-type not supported by any of loaded plugins Nov 02 12:36:58.192480 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.193479 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.194001 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: security-groups-normalized-cidr Nov 02 12:36:58.194422 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.195299 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.195846 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: port-security-groups-filtering Nov 02 12:36:58.196142 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.197231 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.197726 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: security-groups-remote-address-group Nov 02 12:36:58.198052 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.199020 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.199529 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: security-groups-shared-filtering Nov 02 12:36:58.199855 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.201219 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 02 12:36:58.201571 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: securitygroup.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.211477 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.212016 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: security-group Nov 02 12:36:58.212352 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: segment.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.213091 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.213602 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension segment not supported by any of loaded plugins Nov 02 12:36:58.213933 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.214932 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.215444 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 02 12:36:58.215933 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: servicetype.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.217137 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.217653 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: service-type Nov 02 12:36:58.217986 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: sorting.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.219004 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.219338 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: sorting Nov 02 12:36:58.219667 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: standard_attr_segment.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.220579 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.221088 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 02 12:36:58.221415 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: standardattrdescription.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.222066 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.222598 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: standard-attr-description Nov 02 12:36:58.222927 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: stateful_security_group.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.223856 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.224374 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: stateful-security-group Nov 02 12:36:58.224705 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: stdattrs_common.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.225283 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 02 12:36:58.225614 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.226577 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.227097 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 02 12:36:58.227424 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnet_onboard.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.228633 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.229154 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: subnet_onboard Nov 02 12:36:58.229488 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.230457 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.230967 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 02 12:36:58.231601 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnet_service_types.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.232294 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.232798 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: subnet-service-types Nov 02 12:36:58.233128 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnetallocation.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.234226 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.234781 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: subnet_allocation Nov 02 12:36:58.235113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.235800 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.236315 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: subnetpool-prefix-ops Nov 02 12:36:58.236646 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.237628 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.238092 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 02 12:36:58.238454 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: tagging.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.239557 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.240069 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: standard-attr-tag Nov 02 12:36:58.240402 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: timestamp.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.241607 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.242121 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loaded extension: standard-attr-timestamp Nov 02 12:36:58.242485 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: trunk.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.243667 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.244195 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension trunk not supported by any of loaded plugins Nov 02 12:36:58.244524 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: trunk_details.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.245452 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.245965 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension trunk-details not supported by any of loaded plugins Nov 02 12:36:58.246291 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: uplink_status_propagation.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.247813 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.248323 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 02 12:36:58.248650 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Loading extension file: vlantransparent.py {{(pid=115477) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 02 12:36:58.249334 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115477) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 02 12:36:58.249840 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 02 12:36:58.252480 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:network Nov 02 12:36:58.253014 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnet Nov 02 12:36:58.253413 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:36:58.253811 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:port Nov 02 12:36:58.255187 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.255634 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service FLAVORS assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.256273 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.256705 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.257041 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:router Nov 02 12:36:58.257481 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:36:58.257984 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service METERING assigned prefix: /metering {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.259720 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.260094 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.260456 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115477) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:36:58.261480 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:36:58.261920 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:36:58.262390 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:36:58.263849 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service CORE assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.264194 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:36:58.264548 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] subnetpool is already registered Nov 02 12:36:58.264996 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service CORE assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.265330 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:36:58.265667 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] subnetpool is already registered Nov 02 12:36:58.268033 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.268471 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service FLAVORS assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.269070 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.269499 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.269836 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:router Nov 02 12:36:58.270176 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] router is already registered Nov 02 12:36:58.270617 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:floatingip Nov 02 12:36:58.270960 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] floatingip is already registered Nov 02 12:36:58.271674 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service METERING assigned prefix: /metering {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.272342 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of CountableResource for resource:rbac_policy Nov 02 12:36:58.272671 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] rbac_policy is already registered Nov 02 12:36:58.273088 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:security_group Nov 02 12:36:58.273426 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] security_group is already registered Nov 02 12:36:58.273834 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 02 12:36:58.274173 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] security_group_rule is already registered Nov 02 12:36:58.274962 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service CORE assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.275403 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:36:58.275645 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] subnetpool is already registered Nov 02 12:36:58.276069 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.v2.resource_helper [None req-17548af8-9091-4292-b252-0949a9444865 None None] Service CORE assigned prefix: {{(pid=115477) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 02 12:36:58.276398 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] Creating instance of TrackedResource for resource:subnetpool Nov 02 12:36:58.276730 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING neutron.quota.resource_registry [None req-17548af8-9091-4292-b252-0949a9444865 None None] subnetpool is already registered Nov 02 12:36:58.277205 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: extensions {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.278778 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: address-groups {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.280428 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: address-scopes {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.281736 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: agents {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.282937 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: auto-allocated-topology {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.284193 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: availability_zones {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.285436 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: dhcp-networks {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.288057 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: dhcp-agents {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.289526 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: routers {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.291758 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: flavors {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.292932 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: service_profiles {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.294967 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: next_providers {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.296415 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: service_profiles {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.297987 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: floatingip-pools {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.299239 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: routers {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.301352 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: floatingips {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.302667 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: l3-routers {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.304072 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: l3-agents {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.305537 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: metering-labels {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.307070 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: metering-label-rules {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.308339 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: network-ip-availabilities {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.310206 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: bindings {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.312057 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: quotas {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.313621 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: quotas {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.315192 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: rbac-policies {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.316476 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: security-groups {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.317726 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: security-group-rules {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.318996 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: service-providers {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.320222 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: subnetpools {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.321652 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: subnetpools {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.323166 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.324861 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.326812 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.328611 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.330433 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.332308 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.334023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.336055 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.337742 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.339634 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron.api.extensions [None req-17548af8-9091-4292-b252-0949a9444865 None None] Extended resource: tags {{(pid=115477) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 02 12:36:58.345866 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING keystonemiddleware.auth_token [None req-17548af8-9091-4292-b252-0949a9444865 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 02 12:36:58.351606 dv-cinder-863277-1-iscsi neutron-server[115477]: WARNING keystonemiddleware.auth_token [None req-17548af8-9091-4292-b252-0949a9444865 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 02 12:36:58.361187 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [None req-17548af8-9091-4292-b252-0949a9444865 None None] Acquired lock "singleton_lock" {{(pid=115477) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 02 12:36:58.361667 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_concurrency.lockutils [None req-17548af8-9091-4292-b252-0949a9444865 None None] Releasing lock "singleton_lock" {{(pid=115477) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 02 12:36:58.362375 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Starting 2 workers Nov 02 12:36:58.367329 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Started child 115588 {{(pid=115477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:36:58.372603 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Started child 115589 {{(pid=115477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:36:58.373724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.374474 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO neutron.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 02 12:36:58.374913 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.375413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [-] (115588) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:36:58.377492 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Starting 1 workers Nov 02 12:36:58.377834 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.379309 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [-] (115589) wsgi starting up on http://0.0.0.0:9696 Nov 02 12:36:58.382814 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Started child 115590 {{(pid=115477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:36:58.383393 dv-cinder-863277-1-iscsi neutron-server[115477]: INFO oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Starting 1 workers Nov 02 12:36:58.386637 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] calling RpcWorker wait() {{(pid=115590) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 02 12:36:58.387176 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] returning from RpcWorker wait() {{(pid=115590) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 02 12:36:58.388025 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [None req-17548af8-9091-4292-b252-0949a9444865 None None] Started child 115591 {{(pid=115477) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 02 12:36:58.388673 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.389001 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG neutron_lib.callbacks.manager [None req-17548af8-9091-4292-b252-0949a9444865 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115477) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.389165 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:58.390931 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115477) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:36:58.391145 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:36:58.391342 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:36:58.391569 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:36:58.391906 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:36:58.392069 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:36:58.392585 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.392876 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.393149 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.393300 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:36:58.393762 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.393762 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.394268 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.394391 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:58.394551 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.394790 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.395066 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.395319 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.395487 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.395659 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.395912 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.396400 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.396709 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.396979 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.397232 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.397493 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.397675 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.397945 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.398225 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.398493 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.398765 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] debug = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.399022 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.399483 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.399741 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.399952 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.400192 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.400463 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.400696 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.400990 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.401238 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.401470 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.401705 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.401979 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.402218 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.402485 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.402753 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.402973 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.403355 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.403593 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.404135 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] host = dv-cinder-863277-1-iscsi {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.404411 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.404649 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.404884 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.405132 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.405391 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.405619 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.405872 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.406153 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.406406 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.406642 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.406898 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.407129 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.407365 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.407622 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.407788 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_options = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.408005 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.408282 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.408541 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.408731 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.408900 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.409064 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.409330 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.409496 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.409749 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.409985 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.410200 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.410455 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.410674 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.410891 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.411169 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.411400 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.411633 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.411852 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.412099 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.412350 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.412604 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.412833 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.413076 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.413318 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.413552 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.413768 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.414027 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.414240 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.414506 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.414741 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.414977 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.415222 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.415506 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.415831 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.416217 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.416460 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.416693 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.416912 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.417183 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.417598 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.418169 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.418169 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.418443 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.419332 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.419546 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.419780 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.420031 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_json = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.420312 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.420628 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.420876 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.421116 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.421338 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.421552 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.421767 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.423037 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.423037 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.423581 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.424025 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.424175 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.424699 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.425122 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.425522 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.425895 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.426270 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.426713 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.427099 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.427606 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.427858 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.428164 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.428450 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.428855 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.429289 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.429735 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.430375 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.430943 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.431309 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.431694 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.432073 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.432488 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.432959 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.433201 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.433628 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.433856 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.434176 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.434560 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.435731 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.435731 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.436204 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.436592 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.436850 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.437103 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.437347 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.437568 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.437790 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.438029 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.438340 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.438560 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.438800 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.439049 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.439288 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.439514 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.439752 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.440012 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.440278 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.440521 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.440746 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.440964 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.441200 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.441440 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.441675 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.441885 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.442099 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.442384 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.442847 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.443259 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.443665 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.444068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.444463 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.444902 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.445316 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.445553 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.445767 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.445995 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.446417 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.446857 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.447258 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.447647 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.448040 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.448434 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.448840 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.449247 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.449678 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.449921 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.450808 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.451222 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.451451 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.451661 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.451881 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.452100 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.452340 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.452585 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.452828 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.453064 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.453300 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.453503 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.453718 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.453932 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.454215 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.454584 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.454916 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.455215 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.455777 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.455999 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.456406 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.456635 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.456886 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.457109 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.457329 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.457547 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.457824 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.458051 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.458330 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.458561 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.458782 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.459015 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.459381 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.459788 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.460199 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.460422 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.460677 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.460902 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.461200 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.461445 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.461683 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.461919 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.462165 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.462485 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.462716 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.463167 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.463384 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.463780 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.464228 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.464507 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.464783 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.465024 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.465272 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.465529 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.466545 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.466905 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.467261 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.467530 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.467778 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.468026 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.468252 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.468510 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.468707 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.469028 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.469298 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.469549 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.469789 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.470086 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.470361 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.470605 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.470871 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.471124 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.471358 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.471802 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.472074 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.472294 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.472537 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.472791 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.473008 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.473320 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.473469 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.473691 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.473924 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.474161 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.474450 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.474666 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.474889 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.475140 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.475342 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.475580 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.475805 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.476021 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.476238 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.476491 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.476710 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.476962 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.477181 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.477418 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.477676 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.477898 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.478328 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.478749 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.478989 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.479242 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.479782 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.480196 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.480465 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.480728 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.481168 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.481419 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.481665 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.481884 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.482443 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.482711 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.482945 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.483161 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.483421 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.483685 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.484056 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.484277 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.484530 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.484765 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.485011 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.485255 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.485475 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.485693 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.485929 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.486154 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.486400 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.486651 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.486872 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.487089 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.487307 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.487543 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.487836 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.488020 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.488275 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.488514 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.488737 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.488954 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.489173 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.489391 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.489625 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.489838 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.490050 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.490268 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.490505 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.490819 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.491070 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.491305 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.491559 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.491817 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.492051 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.492286 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.492522 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.492754 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.492978 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.493193 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.493441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.493649 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.493883 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.494807 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.494807 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.494807 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.494807 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.495116 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.495196 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.495381 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.495623 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.495859 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.496094 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.496320 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.496530 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.496778 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.497275 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.497421 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.497684 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.497925 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.498141 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.498380 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.498607 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.498842 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.499062 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.499364 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.499617 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.499858 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.500149 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.500410 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.500679 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.500800 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:36:58.501010 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.501220 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.501451 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.501708 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.501946 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.502172 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.502424 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.502694 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.503017 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.503312 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.503569 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.504147 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.504595 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.504988 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.505281 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.505749 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.506050 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.506415 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.506722 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.506978 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.507213 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.507619 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.507999 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.508221 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.508445 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.508698 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.508961 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.509223 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.509454 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.509681 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.509901 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.510133 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.510376 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.510624 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.510840 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.511103 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.511336 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.511495 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:36:58.512026 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115477) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 02 12:36:58.512192 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 02 12:36:58.512350 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 02 12:36:58.513395 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 02 12:36:58.513514 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 02 12:36:58.513665 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 02 12:36:58.513888 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.514042 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.514379 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.514546 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.514705 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.514889 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515070 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515195 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515503 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515663 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515824 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.515988 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.516145 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.516304 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.516464 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.516622 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.516920 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.517225 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.517412 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.517577 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.517751 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.517947 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518041 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] debug = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518183 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518405 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518571 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518729 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.518887 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519072 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519197 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519356 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519514 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519670 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519827 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.519984 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520141 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520300 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520457 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520614 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520771 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.520928 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.521331 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] host = dv-cinder-863277-1-iscsi {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.521497 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.521653 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.521811 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.521970 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522126 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522283 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522463 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522622 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522783 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.522938 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523096 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523253 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523412 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523571 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523728 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_options = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.523885 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.524914 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525022 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525119 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525263 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525418 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525756 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.525756 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526265 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526398 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526499 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526633 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.526793 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.529441 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530023 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530595 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530595 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530595 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530595 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530866 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.530943 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532657 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532657 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_json = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532657 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532657 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532944 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.532944 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533097 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533218 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533369 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533716 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533716 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 02 12:36:58.533898 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.533993 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534158 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534337 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534712 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534712 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534881 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.534959 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535315 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535315 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535506 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535585 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535720 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.535878 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536042 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536202 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536362 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536522 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536682 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.536842 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537001 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537161 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537328 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537488 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537648 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.537806 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538112 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538288 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538472 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538649 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538809 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.538970 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.91/identity {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539130 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539289 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539453 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539621 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539776 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.539937 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540103 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540265 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540424 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540584 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540744 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.540903 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541064 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541223 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541384 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541546 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541704 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.541858 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542025 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542176 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542353 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542518 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542683 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.542844 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543003 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543176 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543334 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543493 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543653 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.543963 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544047 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544201 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544369 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544516 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544678 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.544838 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545012 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545172 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545331 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545490 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545650 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545809 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.545969 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546127 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546289 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546465 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546628 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546789 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.546948 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547107 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547267 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547426 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547587 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547747 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.547906 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548064 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548223 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548383 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548544 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548710 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.548876 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549049 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549209 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549369 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549527 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549691 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.549857 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550003 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550159 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550334 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550497 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550656 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550815 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.550977 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551138 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551302 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551495 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551655 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551815 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.551974 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552132 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552291 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552451 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552615 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552774 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.552934 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553092 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553250 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553417 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553575 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553737 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.553897 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554063 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554231 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554440 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554564 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554724 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.554885 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555044 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555204 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555363 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555522 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555686 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.555834 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556004 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556160 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556321 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556479 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556662 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556822 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.556982 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557143 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557319 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557449 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557609 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557768 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.557927 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558089 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558247 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558431 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.91/identity {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558592 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558753 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.558912 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559071 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559232 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559415 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559575 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559736 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.559903 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560058 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560219 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560377 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560537 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560695 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.560854 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561013 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561172 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561331 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561490 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561650 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561810 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.561969 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562128 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562287 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562466 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562633 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562792 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.562953 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563274 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563433 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563592 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563753 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.563913 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564074 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564234 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564394 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564555 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564714 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.564874 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565036 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565194 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565353 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565529 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565688 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.565847 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566008 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566167 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566347 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566508 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566668 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566827 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.566986 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567147 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567306 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567465 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567624 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567784 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.567943 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568106 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568268 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568428 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568587 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568749 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.568909 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569068 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569227 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569385 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569543 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569702 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.569862 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570022 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570198 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570377 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570539 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570699 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.570858 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571016 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571184 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571344 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571508 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571662 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571820 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.571979 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572147 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572306 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572469 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572628 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572786 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.572944 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573113 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573271 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573430 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573589 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573766 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.573918 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574087 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574246 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574426 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574613 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574740 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.574898 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.575578 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.575738 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.575896 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576055 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576214 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576372 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576539 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576699 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.576872 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577025 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577183 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577341 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577500 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577670 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577829 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.577991 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578152 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578331 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578492 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578654 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578817 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.578986 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579152 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579314 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579482 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579649 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1350:1399'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579818 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.579979 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580146 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580318 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580477 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580637 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580795 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.580955 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581114 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581273 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581432 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581590 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581749 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.581908 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582067 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582226 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582420 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582580 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582740 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.582898 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.583057 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.583216 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.583375 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 02 12:36:58.583527 dv-cinder-863277-1-iscsi neutron-server[115477]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115477) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 02 12:36:58.842024 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59774) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:36:58.850597 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [-] 10.222.0.91 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064766 Nov 02 12:37:10.701566 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e1b663-18c3-4515-8765-5c7bb158d7d6 None None] get_active_networks_info from dv-cinder-863277-1-iscsi {{(pid=115590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Nov 02 12:37:10.771448 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e1b663-18c3-4515-8765-5c7bb158d7d6 None None] No non-hosted networks {{(pid=115590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 02 12:37:10.780426 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-005f5b14-8981-4522-b6a3-cf12a04ed054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.114397 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e5d6926b-6489-4468-b102-c056f1a9d0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:13.291180 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-abc55d22-4e89-4dcc-8ab8-1204789f107c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:14.299451 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:15.627057 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.142698 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:17.145976 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.146910 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.147778 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.148989 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.149891 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.150741 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.152124 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.153011 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.153869 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.154918 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.155781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.156564 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.157223 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:17.157907 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-863277-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:17.165639 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-863277-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:17.288509 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59864) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:17.919387 dv-cinder-863277-1-iscsi neutron-server[115589]: WARNING oslo_policy.policy [None req-4f2059c6-5454-4885-afc3-ed2519fcc974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:17.919965 dv-cinder-863277-1-iscsi neutron-server[115589]: WARNING oslo_policy.policy [None req-4f2059c6-5454-4885-afc3-ed2519fcc974 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:18.151353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [None req-4f2059c6-5454-4885-afc3-ed2519fcc974 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:37:18.162416 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4f2059c6-5454-4885-afc3-ed2519fcc974 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8618743 Nov 02 12:37:19.586472 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.db.l3_hamode_db [None req-347302b6-43ea-471e-bdc4-daf61483d8be None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 02 12:37:19.669484 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347302b6-43ea-471e-bdc4-daf61483d8be None None] Routers set() bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:37:19.669879 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347302b6-43ea-471e-bdc4-daf61483d8be None None] Router IDs set() for agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 02 12:37:20.786984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59880) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:21.102014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:21.195948 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.policy [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:37:21.240047 dv-cinder-863277-1-iscsi neutron-server[115589]: WARNING oslo_policy.policy [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:21.240458 dv-cinder-863277-1-iscsi neutron-server[115589]: WARNING oslo_policy.policy [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:21.336998 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150555081', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150556476', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150544981', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150572723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150559972', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740150525665', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1723826', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1807195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-564926'] for rbac-policy (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.406191 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:21.407387 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-05c0cc6e-1f21-4152-b290-4be857c7ccdc admin admin] 10.222.0.91 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6194122 Nov 02 12:37:23.971617 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 59890) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:24.474401 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING oslo_policy.policy [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:24.475047 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING oslo_policy.policy [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:24.703577 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:24.760805 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Made reservation on behalf of 1b5b9d962b6c4d70a92f742e1bb70f2e for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:24.822984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.policy [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 02 12:37:24.865675 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING oslo_policy.policy [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:24.866046 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING oslo_policy.policy [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 02 12:37:24.877511 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:24.900024 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.015297 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks [] for security_group (31bc68e1-57d1-4996-a8d6-089de6ff8dee), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.019753 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (31bc68e1-57d1-4996-a8d6-089de6ff8dee), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.046781 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] vlan segment allocate from pool success with {'vlan_id': 1390, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:37:25.082843 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740154212639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (ffdeac76-918b-4ab8-af11-7c26aa29051c), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.083443 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Unsubscribe: segment precommit_create {{(pid=115588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:37:25.083957 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Added segment ffdeac76-918b-4ab8-af11-7c26aa29051c of type vlan for network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 Nov 02 12:37:25.101565 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc68e1-57d1-4996-a8d6-089de6ff8dee,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:25.156920 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.157287 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.157655 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.157996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.158357 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.158691 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.159023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.159348 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.159674 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.160013 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.160343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.160666 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.160985 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Tracked resource versions report: Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: pushed versions: Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: { 'AddressGroup': {'1.2'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'ConntrackHelper': {'1.0'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Log': {'1.0'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Network': {'1.1'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Port': {'1.7'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'PortForwarding': {'1.2'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'QosPolicy': {'1.10'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroup': {'1.5'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SubPort': {'1.0'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Subnet': {'1.1'}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Trunk': {'1.1'}} Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: consumer versions: Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'ConntrackHelper': '1.0', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'LocalIPAssociation': '1.0', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Log': '1.0', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Network': '1.1', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Port': '1.7', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'PortForwarding': '1.2', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'QosPolicy': '1.10', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroup': '1.5', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroupRule': '1.2', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SubPort': '1.0', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Subnet': '1.1', Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Trunk': '1.1'}} Nov 02 12:37:25.162501 dv-cinder-863277-1-iscsi neutron-server[115588]: {{(pid=115588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:37:25.201372 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (9ba9072d-c388-4db4-9fd4-b1b47d924b07), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.245755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (9ba9072d-c388-4db4-9fd4-b1b47d924b07), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.253123 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:25.253862 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:25.350019 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3762007 Nov 02 12:37:25.382066 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e546e-7ab4-4177-b7b8-290d1581f59f demo demo] Pushing event updated for resources: {'Network': ['ID=9ba9072d-c388-4db4-9fd4-b1b47d924b07,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:25.395468 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:27.982780 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59910) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:28.433507 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec485b-f227-4103-b6c8-4987e633f369 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:28.434988 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-deec485b-f227-4103-b6c8-4987e633f369 demo admin] 10.222.0.91 "GET /v2.0/networks/9ba9072d-c388-4db4-9fd4-b1b47d924b07 HTTP/1.1" status: 200 len: 826 time: 0.4510550 Nov 02 12:37:28.459545 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-64d14bb9-0dda-4f7e-89fe-9d3c7b91965d demo admin] 10.222.0.91 "GET /v2.0/subnetpools/3762b706-6ad9-45cb-8bb6-3179cc457db0 HTTP/1.1" status: 200 len: 734 time: 0.0189409 Nov 02 12:37:28.469046 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0', 'gateway_ip': '172.20.0.1', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'name': 'private-subnet'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:28.494639 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Made reservation on behalf of 1b5b9d962b6c4d70a92f742e1bb70f2e for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:28.497151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.785286 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.856979 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Checking segment: {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:37:28.857366 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Network hostable DHCP agents. Network: 9ba9072d-c388-4db4-9fd4-b1b47d924b07, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:28.867819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:28.880440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.880804 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.881326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.881503 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.881869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.882217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.882617 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.882947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.883272 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.883610 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.884151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.884488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.884812 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Tracked resource versions report: Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: pushed versions: Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: { 'AddressGroup': {'1.2'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'ConntrackHelper': {'1.0'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Log': {'1.0'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Network': {'1.1'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Port': {'1.7'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'PortForwarding': {'1.2'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'QosPolicy': {'1.10'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroup': {'1.5'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SubPort': {'1.0'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Subnet': {'1.1'}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Trunk': {'1.1'}} Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: consumer versions: Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'ConntrackHelper': '1.0', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'LocalIPAssociation': '1.0', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Log': '1.0', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Network': '1.1', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Port': '1.7', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'PortForwarding': '1.2', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'QosPolicy': '1.10', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroup': '1.5', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroupRule': '1.2', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SubPort': '1.0', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Subnet': '1.1', Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Trunk': '1.1'}} Nov 02 12:37:28.886163 dv-cinder-863277-1-iscsi neutron-server[115589]: {{(pid=115589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:37:28.907846 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:28.924602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 9ba9072d-c388-4db4-9fd4-b1b47d924b07) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:28.932618 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:28.933276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:28.934897 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c8e3e0-2522-4392-bf1c-aff0b21fa886 None None] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:37:28.950889 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-68a9717e-a7c1-4c0b-9d7e-9110c0a81fd9 demo admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4852321 Nov 02 12:37:29.317077 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:37:29.318349 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.602544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Allocated IP 172.20.0.2 (9ba9072d-c388-4db4-9fd4-b1b47d924b07/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc/893376f4-b54e-4873-816f-bfc02f869433) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:29.872189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks [] for port (893376f4-b54e-4873-816f-bfc02f869433), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.879661 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (893376f4-b54e-4873-816f-bfc02f869433), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:29.947344 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:29.951701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:29.966107 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:37:29.972883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Pushing event updated for resources: {'Port': ['ID=893376f4-b54e-4873-816f-bfc02f869433,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:30.006789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.006789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.006789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.006789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.006789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007728 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.007898 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.008218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Tracked resource versions report: Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: pushed versions: Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: { 'AddressGroup': {'1.2'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'ConntrackHelper': {'1.0'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Log': {'1.0'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Network': {'1.1'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Port': {'1.7'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'PortForwarding': {'1.2'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'QosPolicy': {'1.10'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroup': {'1.5'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SubPort': {'1.0'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Subnet': {'1.1'}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Trunk': {'1.1'}} Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: consumer versions: Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'ConntrackHelper': '1.0', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'LocalIPAssociation': '1.0', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Log': '1.0', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Network': '1.1', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Port': '1.7', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'PortForwarding': '1.2', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'QosPolicy': '1.10', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroup': '1.5', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroupRule': '1.2', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SubPort': '1.0', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Subnet': '1.1', Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Trunk': '1.1'}} Nov 02 12:37:30.010862 dv-cinder-863277-1-iscsi neutron-server[115590]: {{(pid=115590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:37:30.063903 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Attempting to bind port 893376f4-b54e-4873-816f-bfc02f869433 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:37:30.064319 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Attempting to bind port 893376f4-b54e-4873-816f-bfc02f869433 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:37:30.064766 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Attempting to bind port 893376f4-b54e-4873-816f-bfc02f869433 on network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:30.069807 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:37:30.070148 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Checking segment: {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:37:30.070726 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.071693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Bound using segment: {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:30.072481 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Bound port: 893376f4-b54e-4873-816f-bfc02f869433, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:37:30.072897 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (893376f4-b54e-4873-816f-bfc02f869433), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.135339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] For port 893376f4-b54e-4873-816f-bfc02f869433, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:30.140056 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] For port 893376f4-b54e-4873-816f-bfc02f869433, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=893376f4-b54e-4873-816f-bfc02f869433,segment=NetworkSegment(ffdeac76-918b-4ab8-af11-7c26aa29051c),segment_id=ffdeac76-918b-4ab8-af11-7c26aa29051c)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:30.148272 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (893376f4-b54e-4873-816f-bfc02f869433), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:30.216020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18900201-5a5c-41a1-a4ed-f60a17208dcd None None] Pushing event updated for resources: {'Port': ['ID=893376f4-b54e-4873-816f-bfc02f869433,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:31.578765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59922) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:31.908857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [None req-30a7a8f3-23a2-48a5-adb8-94d3748b6239 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:37:31.909827 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-30a7a8f3-23a2-48a5-adb8-94d3748b6239 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3300409 Nov 02 12:37:34.572128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59930) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:34.893212 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [None req-8975a014-a82f-47e6-ac26-8715888f427b admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:37:34.894190 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8975a014-a82f-47e6-ac26-8715888f427b admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3211465 Nov 02 12:37:37.555841 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 59938) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:37.873525 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:37.897478 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:37.899100 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.035226 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Publish callbacks [] for router_controller (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.041142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.059533 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:38.074331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9503828a-e193-4933-9214-4be3ca1185b1 demo demo] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5038209 Nov 02 12:37:40.133327 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 893376f4-b54e-4873-816f-bfc02f869433 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:40.217584 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 893376f4-b54e-4873-816f-bfc02f869433 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:40.218007 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (893376f4-b54e-4873-816f-bfc02f869433), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.218408 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 893376f4-b54e-4873-816f-bfc02f869433 Nov 02 12:37:40.325166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 893376f4-b54e-4873-816f-bfc02f869433 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:40.325479 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (893376f4-b54e-4873-816f-bfc02f869433), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.360946 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 893376f4-b54e-4873-816f-bfc02f869433, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=893376f4-b54e-4873-816f-bfc02f869433,segment=NetworkSegment(ffdeac76-918b-4ab8-af11-7c26aa29051c),segment_id=ffdeac76-918b-4ab8-af11-7c26aa29051c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:40.367552 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (893376f4-b54e-4873-816f-bfc02f869433), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.414803 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=893376f4-b54e-4873-816f-bfc02f869433,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:40.608450 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-aba8332c-c4d6-4ae0-b7ff-414261900b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:40.693699 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 59950) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:41.024409 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [None req-e7d1a80e-9bcd-4443-82e6-1da2445de392 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:37:41.025415 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-e7d1a80e-9bcd-4443-82e6-1da2445de392 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3305714 Nov 02 12:37:41.836897 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecba598-5b55-4cc9-9fdc-1851ff390d7a None None] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:37:41.961705 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-3597eb56-8901-401b-b29e-a5833394d9a6 None None] Provisioning complete for port 893376f4-b54e-4873-816f-bfc02f869433 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:41.962092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3597eb56-8901-401b-b29e-a5833394d9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (893376f4-b54e-4873-816f-bfc02f869433), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:41.962463 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3597eb56-8901-401b-b29e-a5833394d9a6 None None] Attempt 1 to provision port 893376f4-b54e-4873-816f-bfc02f869433 Nov 02 12:37:42.048784 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3597eb56-8901-401b-b29e-a5833394d9a6 None None] Current status of the port 893376f4-b54e-4873-816f-bfc02f869433 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:42.085614 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 893376f4-b54e-4873-816f-bfc02f869433 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:42.133225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 893376f4-b54e-4873-816f-bfc02f869433 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:42.136474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (893376f4-b54e-4873-816f-bfc02f869433), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.136474 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 893376f4-b54e-4873-816f-bfc02f869433 Nov 02 12:37:42.214773 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 893376f4-b54e-4873-816f-bfc02f869433 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:42.269081 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5af9c3d0-d208-4857-bb2d-dfc4782e51d6 None None] Provisioning complete for port 893376f4-b54e-4873-816f-bfc02f869433 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:42.269488 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5af9c3d0-d208-4857-bb2d-dfc4782e51d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (893376f4-b54e-4873-816f-bfc02f869433), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:42.269833 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5af9c3d0-d208-4857-bb2d-dfc4782e51d6 None None] Attempt 1 to provision port 893376f4-b54e-4873-816f-bfc02f869433 Nov 02 12:37:42.341835 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5af9c3d0-d208-4857-bb2d-dfc4782e51d6 None None] Current status of the port 893376f4-b54e-4873-816f-bfc02f869433 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:43.111571 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08e3dcec-de98-410d-9ca1-955e08202576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:43.719856 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 59958) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:44.091451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:44.111056 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Made reservation on behalf of 2858c2fee9254b9ca9899e1d796990f6 for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:44.113238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.121139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.202334 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks [] for security_group (076e80b6-ceb9-4ba2-8aa9-e6f4fb2b6bb1), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.208217 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (076e80b6-ceb9-4ba2-8aa9-e6f4fb2b6bb1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.227439 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Reserving flat network on physical network physnet1 {{(pid=115588) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 02 12:37:44.246949 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e80b6-ceb9-4ba2-8aa9-e6f4fb2b6bb1,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:44.251928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.252273 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Added segment bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4 of type flat for network dca5785d-562a-40b9-8cbf-306f717f512c Nov 02 12:37:44.259833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.303744 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (dca5785d-562a-40b9-8cbf-306f717f512c), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.346577 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (dca5785d-562a-40b9-8cbf-306f717f512c), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.347550 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:44.348141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:44.430875 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7098477 Nov 02 12:37:44.477213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba986e-2ee3-4f2b-9eae-de7ec29d4b8c admin admin] Pushing event updated for resources: {'Network': ['ID=dca5785d-562a-40b9-8cbf-306f717f512c,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:44.488041 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network dca5785d-562a-40b9-8cbf-306f717f512c details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:37:45.579006 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.028013 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59976) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:47.129743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.209819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012dc478-06fa-42d2-994e-0a49e08227a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:47.211183 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-012dc478-06fa-42d2-994e-0a49e08227a5 demo admin] 10.222.0.91 "GET /v2.0/subnets/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc HTTP/1.1" status: 200 len: 849 time: 0.1822360 Nov 02 12:37:47.386680 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-fcf664f3-5ff3-4c43-ad23-ad08a28a75a6 demo admin] 10.222.0.91 "GET /v2.0/routers/0f918773-3e44-4aa4-bb0d-ca4b09ee1331 HTTP/1.1" status: 200 len: 704 time: 0.1696446 Nov 02 12:37:47.654116 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:47.953502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Allocated IP 172.20.0.1 (9ba9072d-c388-4db4-9fd4-b1b47d924b07/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc/4e887aa6-4b9a-4b28-9767-4c5d9f354ef2) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:48.110730 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks [] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.174117 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.247023 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:48.252702 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:48.264165 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:37:48.264733 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.284632 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Pushing event updated for resources: {'Port': ['ID=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.472537 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.600946 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Provisioning complete for port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:48.601576 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.601736 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Attempt 1 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:48.683017 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:37:48.745128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks [] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.749772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.750545 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:48.827552 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Pushing event updated for resources: {'Port': ['ID=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:48.876337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:48.877666 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:49.038962 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:37:49.127704 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:49.133956 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-311d6936-5c01-4856-b805-8df9c829b86c demo admin] 10.222.0.91 "PUT /v2.0/routers/0f918773-3e44-4aa4-bb0d-ca4b09ee1331/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7418649 Nov 02 12:37:49.153851 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Sync routers for ids ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:37:49.166684 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Routers {'0f918773-3e44-4aa4-bb0d-ca4b09ee1331'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:37:49.167530 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:37:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:49.184117 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Attempt 2 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:49.219821 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:37:49.354943 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Set router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:37:49.720730 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Attempt 3 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:49.753253 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:37:49.789388 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:48Z', 'revision_number': 2, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port_host': None, '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:48Z', 'revision_number': 2, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:49.839203 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Checking router: 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:37:49.839584 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Updating router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:37:49.893464 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.254213 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Attempt 4 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:50.287001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:37:50.409694 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks [] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.418906 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.565189 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Attempting to bind port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:37:50.565515 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Attempting to bind port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:37:50.565975 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Attempting to bind port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 on network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:37:50.569063 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Pushing event updated for resources: {'Port': ['ID=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:50.575114 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:37:50.575519 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Checking segment: {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:37:50.576017 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.576415 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Bound using segment: {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:37:50.576915 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Bound port: 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffdeac76-918b-4ab8-af11-7c26aa29051c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1390, 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:37:50.577293 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.589804 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.590163 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.590539 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.590885 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.591222 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.591556 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.591889 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.592220 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.592550 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.592899 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.593230 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.593555 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.593879 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Tracked resource versions report: Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: pushed versions: Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: { 'AddressGroup': {'1.2'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'ConntrackHelper': {'1.0'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Log': {'1.0'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Network': {'1.1'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Port': {'1.7'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'PortForwarding': {'1.2'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'QosPolicy': {'1.10'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroup': {'1.5'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SubPort': {'1.0'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Subnet': {'1.1'}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Trunk': {'1.1'}} Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: consumer versions: Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'ConntrackHelper': '1.0', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'LocalIPAssociation': '1.0', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Log': '1.0', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Network': '1.1', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Port': '1.7', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'PortForwarding': '1.2', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'QosPolicy': '1.10', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroup': '1.5', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroupRule': '1.2', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SubPort': '1.0', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Subnet': '1.1', Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Trunk': '1.1'}} Nov 02 12:37:50.595277 dv-cinder-863277-1-iscsi neutron-server[115591]: {{(pid=115591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:37:50.660509 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] For port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:37:50.681329 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] For port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,segment=NetworkSegment(ffdeac76-918b-4ab8-af11-7c26aa29051c),segment_id=ffdeac76-918b-4ab8-af11-7c26aa29051c)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:37:50.687712 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.724293 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Routers {'0f918773-3e44-4aa4-bb0d-ca4b09ee1331'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:37:50.725540 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:37:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:50.788908 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Attempt 5 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:50.799709 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd939fe-5f81-4b45-8c8b-f5ae1bedbf31 None None] Pushing event updated for resources: {'Port': ['ID=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:50.826436 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] Set router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:37:50.874734 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Current status of the port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:50.875136 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.908856 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] For port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,segment=NetworkSegment(ffdeac76-918b-4ab8-af11-7c26aa29051c),segment_id=ffdeac76-918b-4ab8-af11-7c26aa29051c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:37:50.912986 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:50.964319 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07221dc8-4853-444d-aa0a-fdea60a5682d None None] Pushing event updated for resources: {'Port': ['ID=4e887aa6-4b9a-4b28-9767-4c5d9f354ef2,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:51.033587 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-c20948eb-7f60-4011-ac18-921828224748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:48Z', 'revision_number': 2, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port_host': None, '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:50Z', 'revision_number': 4, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:37:51.034497 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-774f8b81-6338-4e3e-a91a-9c1fb3616bac None None] Provisioning complete for port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:51.034900 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-774f8b81-6338-4e3e-a91a-9c1fb3616bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:51.035250 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-774f8b81-6338-4e3e-a91a-9c1fb3616bac None None] Attempt 1 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:51.061466 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20948eb-7f60-4011-ac18-921828224748 None None] The sync data for ids ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'] in dv-cinder-863277-1-iscsi is: [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:48Z', 'revision_number': 2, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port_host': None, '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:50Z', 'revision_number': 4, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:37:51.117536 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-774f8b81-6338-4e3e-a91a-9c1fb3616bac None None] Current status of the port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:51.644687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 59996) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:51.758204 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155d638-2b6b-4552-b137-5a7b8e08bb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:51.759529 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a155d638-2b6b-4552-b137-5a7b8e08bb57 admin admin] 10.222.0.91 "GET /v2.0/networks/dca5785d-562a-40b9-8cbf-306f717f512c HTTP/1.1" status: 200 len: 842 time: 0.1138835 Nov 02 12:37:51.769369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:51.790323 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Made reservation on behalf of 2858c2fee9254b9ca9899e1d796990f6 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:37:51.792564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.082703 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.objects.ports [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115589) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Nov 02 12:37:52.083150 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (c2e0a42d-3520-4cce-87db-8de844154682), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.142707 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:37:52.143126 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Network hostable DHCP agents. Network: dca5785d-562a-40b9-8cbf-306f717f512c, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:37:52.148564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e0a42d-3520-4cce-87db-8de844154682,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:52.166202 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:37:52.175199 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, dca5785d-562a-40b9-8cbf-306f717f512c) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:52.179862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:52.180465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:52.185442 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573a715a-cc71-41fd-bd9a-6d91434a4217 None None] Network dca5785d-562a-40b9-8cbf-306f717f512c requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:37:52.198182 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-292a436c-ef9e-469e-9641-c6984c4e7565 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4325552 Nov 02 12:37:52.304880 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6466ed-00db-4d44-a6a1-86090466a33c None None] Network dca5785d-562a-40b9-8cbf-306f717f512c requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:37:52.432569 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:37:54.731044 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60004) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:54.859846 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-80f61b32-f949-4e84-9a7d-fcac8cf59b98 demo admin] 10.222.0.91 "GET /v2.0/routers/0f918773-3e44-4aa4-bb0d-ca4b09ee1331 HTTP/1.1" status: 200 len: 710 time: 0.1275749 Nov 02 12:37:54.947585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a0ebd-8584-4330-8125-b13b65266ce3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:37:54.948814 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2e1a0ebd-8584-4330-8125-b13b65266ce3 demo admin] 10.222.0.91 "GET /v2.0/networks/dca5785d-562a-40b9-8cbf-306f717f512c HTTP/1.1" status: 200 len: 886 time: 0.0835841 Nov 02 12:37:54.957805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:37:55.193469 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks [] for router_gateway (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.496015 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks [] for router_gateway (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.573575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.674408 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Allocated IP 172.27.0.51 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/a6abba5f-11c6-41be-9375-7b474eea2561) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:37:55.779098 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks [] for port (a6abba5f-11c6-41be-9375-7b474eea2561), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.814947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:55.851137 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:37:55.853964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:37:55.862034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:37:55.864573 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Pushing event updated for resources: {'Port': ['ID=a6abba5f-11c6-41be-9375-7b474eea2561,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:37:56.101340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks [] for router_gateway (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.285391 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-556634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6613'] for router (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.289009 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555214', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-556627'] for router (0f918773-3e44-4aa4-bb0d-ca4b09ee1331), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.394461 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:37:56.506287 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:37:56.510869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:56.514343 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8745dc9d-e52a-4768-aadd-bf93a982342d demo admin] 10.222.0.91 "PUT /v2.0/routers/0f918773-3e44-4aa4-bb0d-ca4b09ee1331 HTTP/1.1" status: 200 len: 889 time: 1.5575249 Nov 02 12:37:58.126464 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:37:58.176258 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:37:58.176655 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:37:58.177013 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:37:58.254669 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:37:59.124934 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60016) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:37:59.246574 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-21f483b0-3987-47c5-be07-9effde1b96a3 admin admin] 10.222.0.91 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204515 Nov 02 12:38:00.013313 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Sync routers for ids ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:38:00.034547 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Routers {'0f918773-3e44-4aa4-bb0d-ca4b09ee1331'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:38:00.035223 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:37:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:00.246936 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Set router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:38:00.716007 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:55Z', 'revision_number': 4, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port': {'id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:55Z', 'updated_at': '2022-11-02T12:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:50Z', 'revision_number': 5, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:00.763840 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Checking router: 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:38:00.764191 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Updating router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 port a6abba5f-11c6-41be-9375-7b474eea2561 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:38:00.819666 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.165262 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks [] for port (a6abba5f-11c6-41be-9375-7b474eea2561), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.171152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.209286 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Attempting to bind port a6abba5f-11c6-41be-9375-7b474eea2561 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:38:01.209663 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Attempting to bind port a6abba5f-11c6-41be-9375-7b474eea2561 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:38:01.210033 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Attempting to bind port a6abba5f-11c6-41be-9375-7b474eea2561 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:38:01.224525 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:38:01.224908 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:38:01.225318 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.225721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:38:01.226196 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Bound port: a6abba5f-11c6-41be-9375-7b474eea2561, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:38:01.229662 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.230801 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdf01-ffed-4f51-9d56-875ae5db665f None None] Pushing event updated for resources: {'Port': ['ID=a6abba5f-11c6-41be-9375-7b474eea2561,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.289210 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] For port a6abba5f-11c6-41be-9375-7b474eea2561, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:38:01.292749 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] For port a6abba5f-11c6-41be-9375-7b474eea2561, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=a6abba5f-11c6-41be-9375-7b474eea2561,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:38:01.299399 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:01.348744 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdf01-ffed-4f51-9d56-875ae5db665f None None] Pushing event updated for resources: {'Port': ['ID=a6abba5f-11c6-41be-9375-7b474eea2561,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:01.370058 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Routers {'0f918773-3e44-4aa4-bb0d-ca4b09ee1331'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:38:01.370738 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:37:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:01.487922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] Set router 0f918773-3e44-4aa4-bb0d-ca4b09ee1331 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:38:01.722356 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:55Z', 'revision_number': 4, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port': {'id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:55Z', 'updated_at': '2022-11-02T12:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:50Z', 'revision_number': 5, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:38:01.750465 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86da8d16-22db-4511-ba77-8af62d46f743 None None] The sync data for ids ['0f918773-3e44-4aa4-bb0d-ca4b09ee1331'] in dv-cinder-863277-1-iscsi is: [{'id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'name': 'router1', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51'}], 'enable_snat': True}, 'gw_port_id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:37:37Z', 'updated_at': '2022-11-02T12:37:55Z', 'revision_number': 4, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'gw_port': {'id': 'a6abba5f-11c6-41be-9375-7b474eea2561', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:8d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:55Z', 'updated_at': '2022-11-02T12:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4e887aa6-4b9a-4b28-9767-4c5d9f354ef2', 'name': '', 'network_id': '9ba9072d-c388-4db4-9fd4-b1b47d924b07', 'tenant_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'mac_address': 'fa:16:3e:3e:0b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f918773-3e44-4aa4-bb0d-ca4b09ee1331', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:37:47Z', 'updated_at': '2022-11-02T12:37:50Z', 'revision_number': 5, 'project_id': '1b5b9d962b6c4d70a92f742e1bb70f2e', 'subnets': [{'id': '7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3762b706-6ad9-45cb-8bb6-3179cc457db0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:38:02.170893 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device a6abba5f-11c6-41be-9375-7b474eea2561 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:02.225358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port a6abba5f-11c6-41be-9375-7b474eea2561 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:38:02.225769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.226381 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port a6abba5f-11c6-41be-9375-7b474eea2561 Nov 02 12:38:02.312257 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port a6abba5f-11c6-41be-9375-7b474eea2561 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:38:02.320018 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.339860 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port a6abba5f-11c6-41be-9375-7b474eea2561, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=a6abba5f-11c6-41be-9375-7b474eea2561,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:38:02.353320 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:02.421169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=a6abba5f-11c6-41be-9375-7b474eea2561,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:38:04.153337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device a6abba5f-11c6-41be-9375-7b474eea2561 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:38:04.239764 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port a6abba5f-11c6-41be-9375-7b474eea2561 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:38:04.240208 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a6abba5f-11c6-41be-9375-7b474eea2561), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:04.240891 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port a6abba5f-11c6-41be-9375-7b474eea2561 Nov 02 12:38:04.322159 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port a6abba5f-11c6-41be-9375-7b474eea2561 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:38:10.610966 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-29e78ef5-4bbc-4a41-a6e6-eab1fdef3e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:13.115179 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-0ab4b9d6-1443-40cc-b109-b6a722bb4db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:14.262053 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:15.603347 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:17.143625 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:29.441307 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:38:40.614047 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b3f793c3-cbf4-4a19-bced-62e4ac9a7b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:43.121319 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-635c0466-4a5d-42bf-94c0-49a06c48fe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:44.254835 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:45.587482 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:38:47.139542 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:06.441379 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:10.617283 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-97c23b85-4b01-4abd-885c-966c6c7b65c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:13.125564 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-00cea36e-5fb9-422c-a217-e58d94f5aabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:14.262816 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:15.583352 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:17.136717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:29.079849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60502) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:29.144095 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e21bbe5-e799-4f5c-94c8-edb24937ce41 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:39:29.145531 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8e21bbe5-e799-4f5c-94c8-edb24937ce41 admin admin] 10.222.0.91 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646234 Nov 02 12:39:29.379433 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78de8c96-5a68-4f3f-8f57-7010bc428ff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:29.380832 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-78de8c96-5a68-4f3f-8f57-7010bc428ff6 admin admin] 10.222.0.91 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.2312572 Nov 02 12:39:31.747970 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60512) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:31.839951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1957fc6c-ab95-4596-be18-fd59d8280ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:31.841298 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1957fc6c-ab95-4596-be18-fd59d8280ece admin admin] 10.222.0.91 "GET /v2.0/subnets/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc HTTP/1.1" status: 200 len: 849 time: 0.0921774 Nov 02 12:39:31.850715 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:39:31.939423 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Publish callbacks [] for subnet (7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.083245 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740154274187'] for subnet (7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.115056 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:32.115935 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.116947 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] 10.222.0.91 "PUT /v2.0/subnets/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc HTTP/1.1" status: 200 len: 868 time: 0.2698236 Nov 02 12:39:32.122078 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0da8c8-9572-462b-919f-b6aac4d83c13 None None] Network 9ba9072d-c388-4db4-9fd4-b1b47d924b07 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:39:32.146291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:39:32.154449 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.154831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.155216 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.155561 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.155905 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.156260 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.156606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.156959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.157312 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.157668 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.158004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.158630 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.159047 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81550ca7-2189-42fa-a180-a379ad737173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:39:32.500358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Provisioning complete for port 893376f4-b54e-4873-816f-bfc02f869433 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:39:32.500694 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (893376f4-b54e-4873-816f-bfc02f869433), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.501020 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Attempt 1 to provision port 893376f4-b54e-4873-816f-bfc02f869433 Nov 02 12:39:32.579533 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Current status of the port 893376f4-b54e-4873-816f-bfc02f869433 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:39:32.589508 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Provisioning complete for port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:39:32.590693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4e887aa6-4b9a-4b28-9767-4c5d9f354ef2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:32.591040 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Attempt 1 to provision port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 Nov 02 12:39:32.661952 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9f540127-3351-4997-8120-c60f6cf2391d None None] Current status of the port 4e887aa6-4b9a-4b28-9767-4c5d9f354ef2 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:39:34.498157 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60520) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:34.696902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0eb1e-9338-4eb0-bc4f-5d976f36bb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:34.697297 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0eb1e-9338-4eb0-bc4f-5d976f36bb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:34.699518 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-eee0eb1e-9338-4eb0-bc4f-5d976f36bb55 admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1997325 Nov 02 12:39:37.087959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60528) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:37.225165 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c04d8-4ad0-4241-8beb-2bca7af5333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:37.225643 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38c04d8-4ad0-4241-8beb-2bca7af5333c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:37.230445 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e38c04d8-4ad0-4241-8beb-2bca7af5333c admin admin] 10.222.0.91 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1383042 Nov 02 12:39:39.620985 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60536) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:39.754170 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29c221-d4dc-4489-80e9-7943a43232e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:39.755570 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-3a29c221-d4dc-4489-80e9-7943a43232e4 admin admin] 10.222.0.91 "GET /v2.0/networks/9ba9072d-c388-4db4-9fd4-b1b47d924b07 HTTP/1.1" status: 200 len: 870 time: 0.1336403 Nov 02 12:39:40.621895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-72dbe319-c59d-431d-aea7-98c3ab599a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:42.193943 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60544) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:42.320546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b747c8f4-9628-476b-bd73-7234343ecc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:42.321918 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b747c8f4-9628-476b-bd73-7234343ecc6e admin admin] 10.222.0.91 "GET /v2.0/networks/dca5785d-562a-40b9-8cbf-306f717f512c HTTP/1.1" status: 200 len: 886 time: 0.1270041 Nov 02 12:39:43.128331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-337da79c-fe19-4ea5-883a-bfeee60897cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:43.444345 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:39:44.261918 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:44.716107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60552) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:44.843285 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6551fb4-c5fd-4b14-9c07-8165542803e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:44.843738 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6551fb4-c5fd-4b14-9c07-8165542803e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:44.845258 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a6551fb4-c5fd-4b14-9c07-8165542803e7 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282005 Nov 02 12:39:45.587176 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.129500 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:39:47.237746 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60560) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:47.328762 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14a4fe-77a1-483d-8c08-9c02cc724347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:47.329219 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14a4fe-77a1-483d-8c08-9c02cc724347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:47.330734 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ba14a4fe-77a1-483d-8c08-9c02cc724347 admin admin] 10.222.0.91 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0919676 Nov 02 12:39:49.691204 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60568) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:49.784097 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff45b87-a414-4f27-b340-1113aaad33f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:49.785470 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8ff45b87-a414-4f27-b340-1113aaad33f8 admin admin] 10.222.0.91 "GET /v2.0/subnets/7a0fab23-bda6-4c3e-99bf-b64d7cb13ffc HTTP/1.1" status: 200 len: 868 time: 0.0932884 Nov 02 12:39:52.175796 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60576) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:39:52.267187 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d0b818-b6e9-4ccb-a427-9896a90ba149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:39:52.268521 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-22d0b818-b6e9-4ccb-a427-9896a90ba149 admin admin] 10.222.0.91 "GET /v2.0/subnets/c2e0a42d-3520-4cce-87db-8de844154682 HTTP/1.1" status: 200 len: 816 time: 0.0917025 Nov 02 12:40:10.624823 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d20f2ec6-a906-47c5-b913-1f23f4b641a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:13.130436 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e128cef8-704b-43b8-9c76-acddfa3fee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:14.265913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:15.590841 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:17.133941 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:18.331404 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60630) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:18.379485 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [None req-53a2f497-0640-4ab6-af25-18c35a88b651 admin admin] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:40:18.380725 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-53a2f497-0640-4ab6-af25-18c35a88b651 admin admin] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480721 Nov 02 12:40:20.442393 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:40:20.849245 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60638) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:20.910200 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f5c5c7f-3f52-4582-8444-22c7f227b7b4 admin admin] GET failed (client error): The resource could not be found. Nov 02 12:40:20.911490 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5f5c5c7f-3f52-4582-8444-22c7f227b7b4 admin admin] 10.222.0.91 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613089 Nov 02 12:40:20.995799 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff02b899-44ac-4a11-a300-51d03d2df579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:20.997259 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ff02b899-44ac-4a11-a300-51d03d2df579 admin admin] 10.222.0.91 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815372 Nov 02 12:40:23.425741 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 60646) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:23.479147 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:23.499213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Made reservation on behalf of 2858c2fee9254b9ca9899e1d796990f6 for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:23.501493 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.537547 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING neutron.services.revisions.revision_plugin [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Could not find related network for resource to bump revision. Nov 02 12:40:23.549188 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] vlan segment allocate from pool success with {'vlan_id': 1381, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:40:23.559699 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (b7a85be5-d7aa-474e-9f55-e0e9dd4d8186), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.560038 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Added segment b7a85be5-d7aa-474e-9f55-e0e9dd4d8186 of type vlan for network 40756640-abb6-466b-946a-d8b16aab8fe4 Nov 02 12:40:23.600332 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (40756640-abb6-466b-946a-d8b16aab8fe4), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.624893 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (40756640-abb6-466b-946a-d8b16aab8fe4), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.625932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:23.626557 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:23.682555 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2556286 Nov 02 12:40:23.695763 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Pushing event updated for resources: {'Network': ['ID=40756640-abb6-466b-946a-d8b16aab8fe4,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:23.703093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.703468 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.703812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.704148 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.704481 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.704809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.705169 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.705493 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.705837 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.706194 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.706562 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.706885 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.707207 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bef15e-be05-4934-920f-69caa7a4e41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:23.718452 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 40756640-abb6-466b-946a-d8b16aab8fe4 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:40:26.119575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60656) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:40:26.185470 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cd0c4c-e3f2-4c49-9960-0f4bae1a9b1c admin admin] GET failed (client error): The resource could not be found. Nov 02 12:40:26.186764 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f4cd0c4c-e3f2-4c49-9960-0f4bae1a9b1c admin admin] 10.222.0.91 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0662246 Nov 02 12:40:26.260800 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d50e7d-69aa-44a2-a341-0e7180fd2833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:26.262250 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-53d50e7d-69aa-44a2-a341-0e7180fd2833 admin admin] 10.222.0.91 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0714357 Nov 02 12:40:26.272157 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Request body: {'subnet': {'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:40:26.292437 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Made reservation on behalf of 2858c2fee9254b9ca9899e1d796990f6 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:40:26.295537 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.461162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (c2770ed5-688c-405d-ac05-76fd0c050182), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.514076 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2770ed5-688c-405d-ac05-76fd0c050182,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:26.525746 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Checking segment: {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:40:26.526102 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Network hostable DHCP agents. Network: 40756640-abb6-466b-946a-d8b16aab8fe4, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:40:26.543036 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Network 40756640-abb6-466b-946a-d8b16aab8fe4 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:40:26.551665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 40756640-abb6-466b-946a-d8b16aab8fe4) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:26.557180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:40:26.558277 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.561769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fc003b-e56b-4214-9e3e-024e4fa10326 None None] Network 40756640-abb6-466b-946a-d8b16aab8fe4 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:40:26.574456 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c7f212e3-625a-4f12-a8ac-c0755da372cc admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3059180 Nov 02 12:40:26.671850 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-40756640-abb6-466b-946a-d8b16aab8fe4', 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4', 'project_id': '2858c2fee9254b9ca9899e1d796990f6', 'fixed_ips': [{'subnet_id': 'c2770ed5-688c-405d-ac05-76fd0c050182'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:40:26.672718 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.824540 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Allocated IP 192.168.233.2 (40756640-abb6-466b-946a-d8b16aab8fe4/c2770ed5-688c-405d-ac05-76fd0c050182/fcd448aa-cdc0-4e28-a621-bc7d0d579799) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:40:26.973608 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks [] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:26.980461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.021808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Network 40756640-abb6-466b-946a-d8b16aab8fe4 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:40:27.024975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:40:27.033106 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:40:27.036213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Pushing event updated for resources: {'Port': ['ID=fcd448aa-cdc0-4e28-a621-bc7d0d579799,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:27.045088 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.045467 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.045834 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.046197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.046551 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.046884 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.047219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.047554 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.047904 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.048234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.048562 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.048888 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.049215 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:40:27.198856 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Attempting to bind port fcd448aa-cdc0-4e28-a621-bc7d0d579799 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:40:27.199150 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Attempting to bind port fcd448aa-cdc0-4e28-a621-bc7d0d579799 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:40:27.199510 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Attempting to bind port fcd448aa-cdc0-4e28-a621-bc7d0d579799 on network 40756640-abb6-466b-946a-d8b16aab8fe4 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:40:27.204511 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:40:27.204889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Checking segment: {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:40:27.205294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.205691 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Bound using segment: {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:40:27.206158 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Bound port: fcd448aa-cdc0-4e28-a621-bc7d0d579799, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:40:27.206796 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.271933 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] For port fcd448aa-cdc0-4e28-a621-bc7d0d579799, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:40:27.275545 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] For port fcd448aa-cdc0-4e28-a621-bc7d0d579799, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=fcd448aa-cdc0-4e28-a621-bc7d0d579799,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:40:27.281926 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:27.334905 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef692cb-1d96-4acd-9856-30ab862042e0 None None] Pushing event updated for resources: {'Port': ['ID=fcd448aa-cdc0-4e28-a621-bc7d0d579799,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:28.216006 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81095005-3cd0-4938-b66a-6b134215656d None None] Network 40756640-abb6-466b-946a-d8b16aab8fe4 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:40:28.270708 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device fcd448aa-cdc0-4e28-a621-bc7d0d579799 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:28.376269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Provisioning complete for port fcd448aa-cdc0-4e28-a621-bc7d0d579799 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:40:28.376601 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.376950 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Attempt 1 to provision port fcd448aa-cdc0-4e28-a621-bc7d0d579799 Nov 02 12:40:28.382971 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port fcd448aa-cdc0-4e28-a621-bc7d0d579799 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:40:28.383356 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.383698 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port fcd448aa-cdc0-4e28-a621-bc7d0d579799 Nov 02 12:40:28.533541 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Current status of the port fcd448aa-cdc0-4e28-a621-bc7d0d579799 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:40:28.533940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.536237 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port fcd448aa-cdc0-4e28-a621-bc7d0d579799 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:40:28.537657 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.587000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port fcd448aa-cdc0-4e28-a621-bc7d0d579799, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=fcd448aa-cdc0-4e28-a621-bc7d0d579799,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:40:28.592218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:28.652239 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.db.api [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:40:28.652660 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG oslo_db.api [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:40:28.671223 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=fcd448aa-cdc0-4e28-a621-bc7d0d579799,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:40:29.190858 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-8c9b0adb-b88f-4c96-b5c7-1438a6ef1e5f None None] Current status of the port fcd448aa-cdc0-4e28-a621-bc7d0d579799 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:40:29.310238 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-a09b3d6b-74a5-421e-892d-a4d23d398a98 None None] Provisioning complete for port fcd448aa-cdc0-4e28-a621-bc7d0d579799 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:40:29.310886 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a09b3d6b-74a5-421e-892d-a4d23d398a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:29.311236 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a09b3d6b-74a5-421e-892d-a4d23d398a98 None None] Attempt 1 to provision port fcd448aa-cdc0-4e28-a621-bc7d0d579799 Nov 02 12:40:29.388260 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a09b3d6b-74a5-421e-892d-a4d23d398a98 None None] Current status of the port fcd448aa-cdc0-4e28-a621-bc7d0d579799 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:40:30.186570 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device fcd448aa-cdc0-4e28-a621-bc7d0d579799 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:40:30.236223 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port fcd448aa-cdc0-4e28-a621-bc7d0d579799 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:40:30.236610 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (fcd448aa-cdc0-4e28-a621-bc7d0d579799), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:30.236944 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port fcd448aa-cdc0-4e28-a621-bc7d0d579799 Nov 02 12:40:30.308317 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port fcd448aa-cdc0-4e28-a621-bc7d0d579799 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:40:40.631668 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-27c03494-0524-4732-829b-2b716486bf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:43.133895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d26c315e-dac0-459a-905d-aec7a2d40caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:44.269652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:45.595764 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:47.132281 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:40:57.440731 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:41:10.624693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-43f004b5-b7d9-4d8e-8383-e97fb5533727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:13.137876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bc6054ce-ae03-4fee-bce4-92e96e40d75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:14.272615 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:15.597851 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:17.137774 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:34.441937 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:41:40.629716 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-99fa7dcb-099e-425d-b5e2-c7fe60783171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:43.132180 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ce8e0fe9-c35d-438e-9cc2-e7ff7f41681d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:44.276508 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:45.604244 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:47.145270 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.251162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60700) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:56.256927 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [None req-e71b9106-2b9f-4129-aa79-6da2aeac57d5 tempest-verify_tempest_config-1056264396 tempest-verify_tempest_config-1056264396-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:41:56.257900 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e71b9106-2b9f-4129-aa79-6da2aeac57d5 tempest-verify_tempest_config-1056264396 tempest-verify_tempest_config-1056264396-project] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057793 Nov 02 12:41:56.558748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 60718) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:56.666982 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.743742 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Publish callbacks [] for security_group (55bcf294-7038-4eae-8822-499c1daf8699), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.748836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (55bcf294-7038-4eae-8822-499c1daf8699), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.796817 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bcf294-7038-4eae-8822-499c1daf8699,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:56.804396 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=343c3b3a6917494da5d1c52cf364f982&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2446616 Nov 02 12:41:56.806225 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.806624 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.806980 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.807977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.808318 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.808661 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.808983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60724) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:41:56.809098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.809340 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.809675 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.810008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.810360 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.810691 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.811020 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf26809-f328-4a35-ae7d-76aac6d9654c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:56.888875 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Publish callbacks [] for security_group (55bcf294-7038-4eae-8822-499c1daf8699), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:56.914596 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Publish callbacks [] for security_group (55bcf294-7038-4eae-8822-499c1daf8699), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.012879 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (55bcf294-7038-4eae-8822-499c1daf8699), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.015779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:41:57.017179 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/55bcf294-7038-4eae-8822-499c1daf8699 HTTP/1.1" status: 204 len: 168 time: 0.2070451 Nov 02 12:41:57.028087 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bcf294-7038-4eae-8822-499c1daf8699,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:41:57.035418 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.035821 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.036191 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.036528 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.036843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.037170 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.037498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.037853 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.038138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.038497 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.038861 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.039188 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:41:57.039504 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c446ad-d90d-4483-bbcf-11cb61ddc733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:42:10.635358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f370d190-d42f-4e8d-8c6d-4b82991bdc9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:11.439737 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:42:13.144269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c8cd10b9-65a4-455e-a415-4c28cebed38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:14.279923 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:15.604761 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:17.138871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:40.626283 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c4b8062-f596-41f6-a94e-2bc3cbcd95c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:43.136844 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b12818af-aa43-4e75-8677-4d45c19a52d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:44.281717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:45.606788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:47.141598 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:42:48.437910 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:10.628399 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bf984ac2-09d5-48db-b2d4-c244a7eb6e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:13.142889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-596a2723-6209-4d77-85d7-0cd7f113863b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:14.285413 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:15.610611 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:17.144407 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:25.436572 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 5 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:43:40.632400 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-32b5687b-d0ab-4568-9cec-bf8b6f60067c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:43.147814 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ea9a2da1-cf9f-4a3f-86b0-3094b7211918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.288120 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:44.378490 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-557262'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:45.613307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:47.148325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:43:58.358200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60794) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:43:58.461703 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-47c1a3c9-0595-4909-80e7-90d452799068 admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1023760 Nov 02 12:44:00.839448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 60804) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:44:00.894233 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b90e130b-29cf-43d9-967f-b83720a63d2a admin admin] 10.222.0.91 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0537081 Nov 02 12:44:02.435346 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:10.635740 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-df4aac74-0089-4182-9dc2-ddb7d9c2db18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:13.149797 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8565fb88-e8fe-480c-9689-e3621ab6c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.290617 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:14.332399 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:15.622100 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:17.151333 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:39.437121 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:44:40.636759 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4390c05f-3389-4115-8ae9-2be381d52d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:43.150275 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9b26af24-1c0a-4058-85eb-2c13bb96fb98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.293346 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:44.328465 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:45.623049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:44:47.154014 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:10.640912 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d3467343-ee5a-4009-8ca9-123c89f3097e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:13.155388 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-be1a4ddd-1c15-432a-96b5-e5c5bf50bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.296999 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:14.323131 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:15.624768 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:16.436235 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:17.156714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:40.644162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-103584a0-4c93-4195-85c1-f6b61f13a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:43.159021 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-da2e5a3b-efee-4b16-9677-c0ebe442e8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.303911 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:44.314791 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:45.630803 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:47.162942 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.051640 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32792) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:53.335269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32812) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:53.370081 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32818) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:53.402413 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32822) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:53.425925 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-945608000-network', 'tenant_id': '93712c13f01d41feaab6d0da21828e2f'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:53.440332 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:45:53.453485 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32826) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:53.454031 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Made reservation on behalf of 93712c13f01d41feaab6d0da21828e2f for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:53.456517 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.465526 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.552429 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks [] for security_group (9a19f840-41de-45fb-af45-5e6c2e1f004e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.557252 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9a19f840-41de-45fb-af45-5e6c2e1f004e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.588831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a19f840-41de-45fb-af45-5e6c2e1f004e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:53.600418 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.600779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.601123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.601465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.601792 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.602127 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.602672 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.603387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.603387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.603681 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.604026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.604334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.604830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Tracked resource versions report: Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: pushed versions: Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: { 'AddressGroup': {'1.2'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'ConntrackHelper': {'1.0'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Log': {'1.0'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Network': {'1.1'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Port': {'1.7'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'PortForwarding': {'1.2'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'QosPolicy': {'1.10'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroup': {'1.5'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SubPort': {'1.0'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Subnet': {'1.1'}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Trunk': {'1.1'}} Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: consumer versions: Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'ConntrackHelper': '1.0', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'LocalIPAssociation': '1.0', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Log': '1.0', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Network': '1.1', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Port': '1.7', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'PortForwarding': '1.2', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'QosPolicy': '1.10', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroup': '1.5', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SecurityGroupRule': '1.2', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'SubPort': '1.0', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Subnet': '1.1', Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: 'Trunk': '1.1'}} Nov 02 12:45:53.606695 dv-cinder-863277-1-iscsi neutron-server[115589]: {{(pid=115589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:45:53.612698 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] vlan segment allocate from pool success with {'vlan_id': 1397, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:53.640465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740154212639', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (b1870c54-c106-46d4-bc24-396fbea236d3), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.640942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Unsubscribe: segment precommit_create {{(pid=115589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 02 12:45:53.641401 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Added segment b1870c54-c106-46d4-bc24-396fbea236d3 of type vlan for network a0886f71-656d-4a76-9351-2ef22bacef98 Nov 02 12:45:53.878123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-51256567-network', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:53.897470 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (a0886f71-656d-4a76-9351-2ef22bacef98), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.907367 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Made reservation on behalf of ace9cd08a8bd4c338cfe9bfd52e7c11d for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:53.909685 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:53.921579 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.010353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks [] for security_group (a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.020425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-711916198-network', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.026104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-711521124-network', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.031611 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.db.resource_extend [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:45:54.034079 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.045993 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1388, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:54.082805 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-645098778-network', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.106848 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Made reservation on behalf of db03c62f4da8405fa17e29a357979ebf for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.111946 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.112189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (3bd76092-3bfd-43ef-9040-10cb35e6e327), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.112662 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Added segment 3bd76092-3bfd-43ef-9040-10cb35e6e327 of type vlan for network 276715ef-1d86-4168-8d9c-202f0c885f29 Nov 02 12:45:54.116108 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.132280 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (a0886f71-656d-4a76-9351-2ef22bacef98), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.134638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:54.134638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.152307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.152459 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Made reservation on behalf of e623a0793c204cd9a3298901200b6a18 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.156060 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.201213 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.204326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.210157 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1572180 Nov 02 12:45:54.243141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32860) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:54.250561 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Request body: {'subnet': {'network_id': 'a0886f71-656d-4a76-9351-2ef22bacef98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-945608000-subnet', 'tenant_id': '93712c13f01d41feaab6d0da21828e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.292663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks [] for security_group (3278da75-602e-4093-85b2-7d9310d54ea1), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.300103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3278da75-602e-4093-85b2-7d9310d54ea1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.321704 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.331701 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1399, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:54.341670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (276715ef-1d86-4168-8d9c-202f0c885f29), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.351630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Made reservation on behalf of 93712c13f01d41feaab6d0da21828e2f for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.355641 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.364517 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (058a7e9c-7f52-497a-8b34-c6778d3bface), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.364915 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Added segment 058a7e9c-7f52-497a-8b34-c6778d3bface of type vlan for network c0e77433-3e3d-49ad-95b9-de1a659b0a05 Nov 02 12:45:54.374868 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.407349 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (276715ef-1d86-4168-8d9c-202f0c885f29), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.408922 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:54.409800 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.438471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (c0e77433-3e3d-49ad-95b9-de1a659b0a05), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.446617 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0752180 Nov 02 12:45:54.456714 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32870) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:54.466455 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Request body: {'subnet': {'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-subnet', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.496873 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26622c80-468e-4e2b-b3e0-2511f55c484f admin admin] Pushing event updated for resources: {'Network': ['ID=a0886f71-656d-4a76-9351-2ef22bacef98,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.498820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Made reservation on behalf of ace9cd08a8bd4c338cfe9bfd52e7c11d for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.506901 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.641162 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (c0e77433-3e3d-49ad-95b9-de1a659b0a05), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.643541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:54.644291 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.645752 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network a0886f71-656d-4a76-9351-2ef22bacef98 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:54.694407 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278da75-602e-4093-85b2-7d9310d54ea1,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.792868 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3368764 Nov 02 12:45:54.795222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1357b4f-6de3-4d58-b244-40240e8f68fc admin admin] Pushing event updated for resources: {'Network': ['ID=276715ef-1d86-4168-8d9c-202f0c885f29,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.802700 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32888) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:54.813327 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 276715ef-1d86-4168-8d9c-202f0c885f29 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:54.813765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Request body: {'subnet': {'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-subnet', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:54.840006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (342ace3b-f12c-40aa-add9-318adad073dc), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.844905 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.845249 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.845595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.845932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.846271 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.846631 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.846984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.847330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.847644 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.847985 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.848316 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.848639 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.849217 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Tracked resource versions report: Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: pushed versions: Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: { 'AddressGroup': {'1.2'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'ConntrackHelper': {'1.0'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Log': {'1.0'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Network': {'1.1'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Port': {'1.7'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'PortForwarding': {'1.2'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'QosPolicy': {'1.10'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroup': {'1.5'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SubPort': {'1.0'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Subnet': {'1.1'}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Trunk': {'1.1'}} Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: consumer versions: Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'ConntrackHelper': '1.0', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'LocalIPAssociation': '1.0', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Log': '1.0', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Network': '1.1', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Port': '1.7', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'PortForwarding': '1.2', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'QosPolicy': '1.10', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroup': '1.5', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SecurityGroupRule': '1.2', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'SubPort': '1.0', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Subnet': '1.1', Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: 'Trunk': '1.1'}} Nov 02 12:45:54.850369 dv-cinder-863277-1-iscsi neutron-server[115588]: {{(pid=115588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:45:54.901887 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Made reservation on behalf of db03c62f4da8405fa17e29a357979ebf for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:54.905143 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:54.943826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df29cf2-0b3f-42eb-9d19-07eec78e10dc admin admin] Pushing event updated for resources: {'Network': ['ID=c0e77433-3e3d-49ad-95b9-de1a659b0a05,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:54.966252 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:54.993903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks [] for security_group (9c49abf0-4ffd-4bf7-8fa9-fc042087e59f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.022986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9c49abf0-4ffd-4bf7-8fa9-fc042087e59f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.063866 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks [] for security_group (520a1e4f-ebbf-444d-ac23-ce82a52ab31b), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.096006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=342ace3b-f12c-40aa-add9-318adad073dc,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.129059 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (13786707-653b-4663-8b01-dcad46afba9d), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.140545 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (520a1e4f-ebbf-444d-ac23-ce82a52ab31b), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.191836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1363, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:55.204990 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (b6e9aac9-5694-4c75-bd92-0d9e79938a31), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.205639 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Added segment b6e9aac9-5694-4c75-bd92-0d9e79938a31 of type vlan for network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 Nov 02 12:45:55.232639 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Pushing event updated for resources: {'Subnet': ['ID=13786707-653b-4663-8b01-dcad46afba9d,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.242125 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Checking segment: {'id': 'b1870c54-c106-46d4-bc24-396fbea236d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1397, 'network_id': 'a0886f71-656d-4a76-9351-2ef22bacef98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:55.242777 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Network hostable DHCP agents. Network: a0886f71-656d-4a76-9351-2ef22bacef98, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:55.255743 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.270215 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Network a0886f71-656d-4a76-9351-2ef22bacef98 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:55.275739 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:55.290018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, a0886f71-656d-4a76-9351-2ef22bacef98) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:55.300996 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff92fd9-3bf4-43b9-b911-f8068f63d108 None None] Network a0886f71-656d-4a76-9351-2ef22bacef98 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:55.303645 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:55.307058 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.311849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:55.312453 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Network hostable DHCP agents. Network: 276715ef-1d86-4168-8d9c-202f0c885f29, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:55.340931 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b9226ef0-148b-4ee0-b35e-3eaa3b92477a admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0847127 Nov 02 12:45:55.341034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.365600 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (2e84081f-ac66-4c7f-9e46-53f4c302b2ed), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.365997 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Added segment 2e84081f-ac66-4c7f-9e46-53f4c302b2ed of type vlan for network 2a38e056-58e5-4927-ae6b-5099267e3978 Nov 02 12:45:55.371059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520a1e4f-ebbf-444d-ac23-ce82a52ab31b,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.389552 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.390959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:55.391544 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.506398 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:55.539864 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc0dff-9737-45b2-a248-2462f54caadd None None] Network a0886f71-656d-4a76-9351-2ef22bacef98 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:55.552005 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1483448 Nov 02 12:45:55.555037 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32934) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:55.560130 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Request body: {'subnet': {'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-711521124-subnet', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:55.569955 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (2a38e056-58e5-4927-ae6b-5099267e3978), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.577270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7243a-adca-4821-93db-ab5e7aa389a8 admin admin] Pushing event updated for resources: {'Network': ['ID=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:55.594416 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 276715ef-1d86-4168-8d9c-202f0c885f29) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:55.603266 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:55.604390 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.605536 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:55.608198 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:55.612380 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.635192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfd2ea4-7aa4-45d7-8b20-147f9dc378b8 None None] Network 276715ef-1d86-4168-8d9c-202f0c885f29 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:55.783855 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ab3d95fc-478a-4912-a8b6-cd14eb272ed8 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3232162 Nov 02 12:45:55.784067 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32946) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:55.791904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (2a38e056-58e5-4927-ae6b-5099267e3978), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.792870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:55.793443 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.797923 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:55.869927 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (b74e0f51-b777-419b-854d-d942104c0d42), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.871359 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (b74e0f51-b777-419b-854d-d942104c0d42), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.939090 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6026175 Nov 02 12:45:55.942883 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (c5f746c2-ec01-4f3c-9aaa-5f75a45c795a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:55.947387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32958) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:55.985415 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Request body: {'subnet': {'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-711916198-subnet', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:55.993295 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for router_controller (b74e0f51-b777-419b-854d-d942104c0d42), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.016794 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-276715ef-1d86-4168-8d9c-202f0c885f29', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:45:56.018889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.089828 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1899a-241d-47ab-a9f0-e862c977f0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2a38e056-58e5-4927-ae6b-5099267e3978,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:56.128901 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 2a38e056-58e5-4927-ae6b-5099267e3978 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:56.171955 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:56.188781 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Made reservation on behalf of e623a0793c204cd9a3298901200b6a18 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:56.193359 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.272403 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Allocated IP 172.20.0.2 (276715ef-1d86-4168-8d9c-202f0c885f29/342ace3b-f12c-40aa-add9-318adad073dc/6ffc217c-f58e-4bec-85a3-fe4bb9dc3593) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:56.366621 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32972) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:56.417581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for router_gateway (b74e0f51-b777-419b-854d-d942104c0d42), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.430460 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (b47fe84a-175f-4b25-8328-1f1cb7262e4e), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.470683 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Checking segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:56.471054 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Network hostable DHCP agents. Network: c0e77433-3e3d-49ad-95b9-de1a659b0a05, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:56.533290 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:56.541494 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (5b837bed-8aca-45da-9f83-0b6212cbc4c6), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.558549 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32980) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:56.571048 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47fe84a-175f-4b25-8328-1f1cb7262e4e,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:56.611163 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b837bed-8aca-45da-9f83-0b6212cbc4c6,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:56.625242 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, c0e77433-3e3d-49ad-95b9-de1a659b0a05) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:56.636675 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:56.637535 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.645739 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc75b0f3-f4c3-4aeb-8b51-129fe1ca314e None None] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:56.649171 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:56.649873 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Network hostable DHCP agents. Network: e6ed8bb2-b2cf-4faa-a11e-d623781c5c06, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:56.667892 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4cefd9b2-5270-4b3c-9884-34ced99df3f5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8626242 Nov 02 12:45:56.671070 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32986) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:56.675516 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:56.697167 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Checking segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:56.697460 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Network hostable DHCP agents. Network: 2a38e056-58e5-4927-ae6b-5099267e3978, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:56.706463 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (bf55381a-9c9c-48a0-892a-b3c359343460), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.707710 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (bf55381a-9c9c-48a0-892a-b3c359343460), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.756057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Network 2a38e056-58e5-4927-ae6b-5099267e3978 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:56.811801 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 32988) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:56.815066 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:56.816867 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697080600-network', 'tenant_id': '0466bf4a5b3d4fffb723429422450e4f'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:56.820995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3eab8d19-d4bd-4912-8966-1927b5c08f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.832049 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509c5040-fddc-4324-9d37-a7767bb10a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.837712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks [] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.863370 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 2a38e056-58e5-4927-ae6b-5099267e3978) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:56.864983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Made reservation on behalf of 0466bf4a5b3d4fffb723429422450e4f for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:56.867256 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.869730 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, e6ed8bb2-b2cf-4faa-a11e-d623781c5c06) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:56.874727 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c6037-bf8f-49f1-9c23-cd66d2faa7a4 None None] Network 2a38e056-58e5-4927-ae6b-5099267e3978 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:56.875043 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:56.875749 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.877458 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.879393 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for router_controller (bf55381a-9c9c-48a0-892a-b3c359343460), precommit_add_association {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.881826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:56.885862 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.887071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d08038-e131-4703-a37b-da3caf4a24b0 None None] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:56.890485 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.943204 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f4f1029b-45dc-4931-ad9a-665863157e81 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9785607 Nov 02 12:45:56.961052 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:45:56.962055 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.992545 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3eab8d19-d4bd-4912-8966-1927b5c08f3e admin admin] Publish callbacks [] for security_group (0612ccdf-8ff5-4265-bb35-cbc09376cfc8), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:56.994778 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 32992) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.004770 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:57.014934 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks [] for security_group (f6ab74de-2273-427d-ac3d-6c5d9481b049), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.017800 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3eab8d19-d4bd-4912-8966-1927b5c08f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (0612ccdf-8ff5-4265-bb35-cbc09376cfc8), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.041353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f6ab74de-2273-427d-ac3d-6c5d9481b049), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.096445 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:57.130392 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-19620aec-1495-42e0-a574-8c72c831db59 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5740378 Nov 02 12:45:57.140356 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33004) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.157989 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:57.161857 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Pushing event updated for resources: {'Port': ['ID=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.172608 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:57.191170 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:57.193896 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3eab8d19-d4bd-4912-8966-1927b5c08f3e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=33c15023aca74adda14e65331a48795f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8262217 Nov 02 12:45:57.202721 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33006) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.215280 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.215740 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.216165 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.217315 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.218684 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.218684 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.218684 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.219049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.219344 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.220163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.220163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.220506 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.220891 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Tracked resource versions report: Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: pushed versions: Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: { 'AddressGroup': {'1.2'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'ConntrackHelper': {'1.0'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Log': {'1.0'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Network': {'1.1'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Port': {'1.7'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'PortForwarding': {'1.2'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'QosPolicy': {'1.10'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroup': {'1.5'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SubPort': {'1.0'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Subnet': {'1.1'}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Trunk': {'1.1'}} Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: consumer versions: Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'ConntrackHelper': '1.0', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'LocalIPAssociation': '1.0', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Log': '1.0', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Network': '1.1', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Port': '1.7', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'PortForwarding': '1.2', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'QosPolicy': '1.10', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroup': '1.5', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SecurityGroupRule': '1.2', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'SubPort': '1.0', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Subnet': '1.1', Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: 'Trunk': '1.1'}} Nov 02 12:45:57.222111 dv-cinder-863277-1-iscsi neutron-server[115590]: {{(pid=115590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:45:57.249455 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] vlan segment allocate from pool success with {'vlan_id': 1352, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:45:57.261805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for router_gateway (bf55381a-9c9c-48a0-892a-b3c359343460), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.263274 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (ba89304c-b555-4a17-965d-1147d46e89c0), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.265328 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (ba89304c-b555-4a17-965d-1147d46e89c0), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.270245 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (117ccd27-a111-4ed2-b25e-ad58ae1e8373), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.270675 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Added segment 117ccd27-a111-4ed2-b25e-ad58ae1e8373 of type vlan for network 9603338d-cc3b-48ca-b3de-9ab28de2ea6e Nov 02 12:45:57.271932 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ab74de-2273-427d-ac3d-6c5d9481b049,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.284039 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab8d19-d4bd-4912-8966-1927b5c08f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0612ccdf-8ff5-4265-bb35-cbc09376cfc8,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.311468 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (0389f565-4567-46d6-9556-fa20c339e0eb), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.312813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (0389f565-4567-46d6-9556-fa20c339e0eb), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.353689 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-2a38e056-58e5-4927-ae6b-5099267e3978', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'fixed_ips': [{'subnet_id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:45:57.354708 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.385550 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Allocated IP 172.20.0.2 (c0e77433-3e3d-49ad-95b9-de1a659b0a05/c5f746c2-ec01-4f3c-9aaa-5f75a45c795a/3d9aa842-35a6-49b6-82b6-9dcf695ff367) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:57.394685 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (9603338d-cc3b-48ca-b3de-9ab28de2ea6e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.406847 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Attempting to bind port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:45:57.407303 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Attempting to bind port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:45:57.407736 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Attempting to bind port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:57.422755 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:45:57.423495 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.433051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (9603338d-cc3b-48ca-b3de-9ab28de2ea6e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.434013 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:57.434615 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.438462 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:45:57.438940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:57.439407 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.440118 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Bound using segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:45:57.440423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Bound port: 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:45:57.441098 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.505176 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.6896384 Nov 02 12:45:57.507826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33008) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.511431 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Request body: {'subnet': {'network_id': '9603338d-cc3b-48ca-b3de-9ab28de2ea6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1697080600-subnet', 'tenant_id': '0466bf4a5b3d4fffb723429422450e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:45:57.526457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd99c9-e7be-489e-baf5-828d63ef2edc admin admin] Pushing event updated for resources: {'Network': ['ID=9603338d-cc3b-48ca-b3de-9ab28de2ea6e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.534188 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509c5040-fddc-4324-9d37-a7767bb10a7e admin admin] Publish callbacks [] for security_group (6242cf35-0456-41cb-a088-cfc7be2978cd), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.554007 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 9603338d-cc3b-48ca-b3de-9ab28de2ea6e details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:45:57.574356 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for router_controller (0389f565-4567-46d6-9556-fa20c339e0eb), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.575210 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509c5040-fddc-4324-9d37-a7767bb10a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6242cf35-0456-41cb-a088-cfc7be2978cd), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.599712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Made reservation on behalf of 0466bf4a5b3d4fffb723429422450e4f for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:45:57.599973 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for router_controller (ba89304c-b555-4a17-965d-1147d46e89c0), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.602838 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.614929 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] Publish callbacks [] for security_group (0612ccdf-8ff5-4265-bb35-cbc09376cfc8), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.736118 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for router_gateway (b74e0f51-b777-419b-854d-d942104c0d42), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.756222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for router_gateway (bf55381a-9c9c-48a0-892a-b3c359343460), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.777732 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-509c5040-fddc-4324-9d37-a7767bb10a7e admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7439a11f4ab345d4a972b1f8c18d5865&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2170861 Nov 02 12:45:57.783931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.785681 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33010) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:57.798606 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] Publish callbacks [] for security_group (0612ccdf-8ff5-4265-bb35-cbc09376cfc8), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.824136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c5040-fddc-4324-9d37-a7767bb10a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6242cf35-0456-41cb-a088-cfc7be2978cd,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:57.843079 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:57.873478 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] For port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:57.879868 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Allocated IP 172.20.0.2 (2a38e056-58e5-4927-ae6b-5099267e3978/5b837bed-8aca-45da-9f83-0b6212cbc4c6/c24abf05-01e9-44ad-bf31-e0efb3281494) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:57.929961 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] For port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:57.948105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Allocated IP 172.20.0.2 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/99b35b0b-25ee-4fd8-9adc-95222c992fed) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:57.954669 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.005445 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] Publish callbacks [] for security_group (6242cf35-0456-41cb-a088-cfc7be2978cd), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.027516 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] Publish callbacks [] for security_group (6242cf35-0456-41cb-a088-cfc7be2978cd), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.045828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks [] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.050429 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for router_gateway (0389f565-4567-46d6-9556-fa20c339e0eb), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.072182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for router_gateway (ba89304c-b555-4a17-965d-1147d46e89c0), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.079930 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (298ddc78-1e01-4877-8506-bfdad2e8bfb4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.083970 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Allocated IP 172.27.0.153 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/248c02e5-1579-4d68-ae74-81faba18b0b8) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:58.102116 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.160102 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:58.163934 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06399-dc20-4afc-bc3c-b3af9e3f718f None None] Pushing event updated for resources: {'Port': ['ID=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.192352 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=298ddc78-1e01-4877-8506-bfdad2e8bfb4,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.212929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:58.221215 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (0612ccdf-8ff5-4265-bb35-cbc09376cfc8), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.221965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:58.224864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.226281 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0612ccdf-8ff5-4265-bb35-cbc09376cfc8 HTTP/1.1" status: 204 len: 168 time: 1.0202804 Nov 02 12:45:58.269757 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139abc85-248b-4fc4-8d91-c960b69dbae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0612ccdf-8ff5-4265-bb35-cbc09376cfc8,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.273217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6242cf35-0456-41cb-a088-cfc7be2978cd), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.276044 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.282506 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6242cf35-0456-41cb-a088-cfc7be2978cd HTTP/1.1" status: 204 len: 168 time: 0.4933259 Nov 02 12:45:58.413870 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Pushing event updated for resources: {'Port': ['ID=3d9aa842-35a6-49b6-82b6-9dcf695ff367,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.452658 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.466463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks [] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.468474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Attempting to bind port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:45:58.468977 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Attempting to bind port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:45:58.469488 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Attempting to bind port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:58.496934 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks [] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.500306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.506727 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de6aff-3f73-4d9d-b460-75ff5368759d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6242cf35-0456-41cb-a088-cfc7be2978cd,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.524496 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:45:58.527248 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Checking segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:58.527845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.528388 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Bound using segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:45:58.531665 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Bound port: 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:45:58.532345 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.586487 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Checking segment: {'id': '117ccd27-a111-4ed2-b25e-ad58ae1e8373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1352, 'network_id': '9603338d-cc3b-48ca-b3de-9ab28de2ea6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:58.586855 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Network hostable DHCP agents. Network: 9603338d-cc3b-48ca-b3de-9ab28de2ea6e, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:45:58.615334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.625376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Network 9603338d-cc3b-48ca-b3de-9ab28de2ea6e is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:45:58.678938 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:58.683858 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 9603338d-cc3b-48ca-b3de-9ab28de2ea6e) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:58.688376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:58.700004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:45:58.700347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.712447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=248c02e5-1579-4d68-ae74-81faba18b0b8,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:58.720034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:58.759781 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2df7bd5b-8a83-442b-a761-74163dc911d4 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2520771 Nov 02 12:45:58.819607 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331597c6-037b-44f6-afec-05cc32a8e172 None None] Network 9603338d-cc3b-48ca-b3de-9ab28de2ea6e requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:58.834199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.957845 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.db.api [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.27.0.153-ea570fc1-6e6c-4379-bfd1-acefa623dad1 {{(pid=115588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:45:58.958881 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG oslo_db.api [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:45:58.959351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for router_gateway (0389f565-4567-46d6-9556-fa20c339e0eb), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:58.971901 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] For port 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:45:58.976049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] For port 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=3d9aa842-35a6-49b6-82b6-9dcf695ff367,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:45:58.988144 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.003662 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for router_gateway (ba89304c-b555-4a17-965d-1147d46e89c0), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.009518 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Pushing event updated for resources: {'Port': ['ID=c24abf05-01e9-44ad-bf31-e0efb3281494,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:59.038994 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.090343 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:59.120490 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Network 2a38e056-58e5-4927-ae6b-5099267e3978 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:45:59.121623 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:59.124217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33038) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:59.135871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:59.210227 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:45:59.230796 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Deleting subnet 13786707-653b-4663-8b01-dcad46afba9d {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:45:59.235399 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for router_gateway (bf55381a-9c9c-48a0-892a-b3c359343460), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.237660 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Publish callbacks [] for subnet (13786707-653b-4663-8b01-dcad46afba9d), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.251076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:45:59.252022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33042) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:45:59.306971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.339374 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Pushing event updated for resources: {'Port': ['ID=99b35b0b-25ee-4fd8-9adc-95222c992fed,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:59.385463 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-55e7479a-0e97-4832-b71f-c82a4d9a34f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.474398 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.558614 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Publish callbacks [] for subnet (13786707-653b-4663-8b01-dcad46afba9d), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.578129 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Attempting to bind port 99b35b0b-25ee-4fd8-9adc-95222c992fed on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:45:59.578538 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Attempting to bind port 99b35b0b-25ee-4fd8-9adc-95222c992fed by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:45:59.578913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Attempting to bind port 99b35b0b-25ee-4fd8-9adc-95222c992fed on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:59.657756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (13786707-653b-4663-8b01-dcad46afba9d), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.720403 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:45:59.721080 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:59.721721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.722361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:45:59.723034 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Bound port: 99b35b0b-25ee-4fd8-9adc-95222c992fed, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:45:59.723179 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Allocated IP 172.27.0.77 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/da45e1fd-8713-4e34-acae-0bfd01482d24) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:45:59.724154 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.756517 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a6e02-9265-4207-8eae-2064f9512ecb None None] Network 9603338d-cc3b-48ca-b3de-9ab28de2ea6e requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:45:59.821076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Attempting to bind port c24abf05-01e9-44ad-bf31-e0efb3281494 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:45:59.821454 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Attempting to bind port c24abf05-01e9-44ad-bf31-e0efb3281494 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:45:59.821820 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Attempting to bind port c24abf05-01e9-44ad-bf31-e0efb3281494 on network 2a38e056-58e5-4927-ae6b-5099267e3978 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:45:59.850544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388843f-d493-47da-a4ff-c711cd3e26f6 None None] Pushing event updated for resources: {'Port': ['ID=3d9aa842-35a6-49b6-82b6-9dcf695ff367,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:45:59.869748 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (13786707-653b-4663-8b01-dcad46afba9d), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.892787 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:45:59.893166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Checking segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:45:59.893576 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.893975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Bound using segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:45:59.894727 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Bound port: c24abf05-01e9-44ad-bf31-e0efb3281494, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:45:59.895109 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:45:59.984454 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.031907 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] For port c24abf05-01e9-44ad-bf31-e0efb3281494, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:00.035686 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] For port c24abf05-01e9-44ad-bf31-e0efb3281494, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c24abf05-01e9-44ad-bf31-e0efb3281494,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:00.056332 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b2887-b1ab-4571-988e-654d972887f3 None None] Network 276715ef-1d86-4168-8d9c-202f0c885f29 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:46:00.081780 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.083828 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.109078 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] For port 99b35b0b-25ee-4fd8-9adc-95222c992fed, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:00.145505 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-55e7479a-0e97-4832-b71f-c82a4d9a34f3 admin admin] Publish callbacks [] for security_group (46d27586-6b0b-4e32-afe5-9ab84ef4a772), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.147275 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13786707-653b-4663-8b01-dcad46afba9d,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.159950 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.165446 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-7433271d-9963-4311-ab79-8b1a1e7ba6a6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/13786707-653b-4663-8b01-dcad46afba9d HTTP/1.1" status: 204 len: 168 time: 1.0379710 Nov 02 12:46:00.166262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33066) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:00.177958 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-55e7479a-0e97-4832-b71f-c82a4d9a34f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (46d27586-6b0b-4e32-afe5-9ab84ef4a772), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.261521 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (bf55381a-9c9c-48a0-892a-b3c359343460), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.333279 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] For port 99b35b0b-25ee-4fd8-9adc-95222c992fed, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=99b35b0b-25ee-4fd8-9adc-95222c992fed,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:00.337628 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-55e7479a-0e97-4832-b71f-c82a4d9a34f3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6cb4e3d9211f4334a8fcfa0dffe108d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0663178 Nov 02 12:46:00.338188 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b69786-4822-4a10-8666-b30fe2d5d3c8 None None] Pushing event updated for resources: {'Port': ['ID=c24abf05-01e9-44ad-bf31-e0efb3281494,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.340056 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33070) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:00.345849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7479a-0e97-4832-b71f-c82a4d9a34f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d27586-6b0b-4e32-afe5-9ab84ef4a772,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.348097 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Provisioning complete for port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:00.348756 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.353064 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Attempt 1 to provision port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 Nov 02 12:46:00.354552 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:00.357652 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Pushing event updated for resources: {'Port': ['ID=da45e1fd-8713-4e34-acae-0bfd01482d24,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.391734 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.410756 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:00.441736 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Allocated IP 172.27.0.95 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/06870ea0-3f15-48ed-b058-9b6abeb4e8ca) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:00.468631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (a0886f71-656d-4a76-9351-2ef22bacef98), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.507822 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68386dec-ae0e-45bf-a142-dc2b39bb1930 None None] Pushing event updated for resources: {'Port': ['ID=99b35b0b-25ee-4fd8-9adc-95222c992fed,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:00.548630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:00.792762 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Current status of the port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:00.793488 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.799651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (a0886f71-656d-4a76-9351-2ef22bacef98), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.854029 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.854426 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.855500 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.855787 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > port after_create 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.857788 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > port after_delete 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.858827 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 3d9aa842-35a6-49b6-82b6-9dcf695ff367 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:00.859027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > port after_update 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.859390 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.859705 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.860031 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.860372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:00.932220 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8282000-b7de-4412-83d6-49f4a35119fe None None] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:46:00.949807 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] Publish callbacks [] for security_group (46d27586-6b0b-4e32-afe5-9ab84ef4a772), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:00.991418 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] Publish callbacks [] for security_group (46d27586-6b0b-4e32-afe5-9ab84ef4a772), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.072877 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] For port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:01.150025 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.224775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:01.226644 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:01.227310 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:01.227775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:46:01.228302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0886f71-656d-4a76-9351-2ef22bacef98']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:01.260146 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Router bf55381a-9c9c-48a0-892a-b3c359343460 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:01.271874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1870c54-c106-46d4-bc24-396fbea236d3') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:01.272086 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1870c54-c106-46d4-bc24-396fbea236d3') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:01.318596 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (b1870c54-c106-46d4-bc24-396fbea236d3), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.331680 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b3e83-38a9-495a-af46-dd8794ee453d None None] Pushing event updated for resources: {'Port': ['ID=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:01.353249 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:01.353888 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.354032 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 Nov 02 12:46:01.424947 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Provisioning complete for port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:01.425358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.425874 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Attempt 1 to provision port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 Nov 02 12:46:01.455072 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (b1870c54-c106-46d4-bc24-396fbea236d3), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.472561 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Releasing vlan 1397 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:01.473148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (b1870c54-c106-46d4-bc24-396fbea236d3), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.506677 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.526964 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for router_gateway (0389f565-4567-46d6-9556-fa20c339e0eb), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.594556 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:01.600222 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.617373 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (46d27586-6b0b-4e32-afe5-9ab84ef4a772), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.635671 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.655980 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/46d27586-6b0b-4e32-afe5-9ab84ef4a772 HTTP/1.1" status: 204 len: 168 time: 1.3081517 Nov 02 12:46:01.707378 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (a0886f71-656d-4a76-9351-2ef22bacef98), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.713982 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Current status of the port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:01.715456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.715560 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:01.731046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64b818-58f5-4a97-9213-58e0903a847a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d27586-6b0b-4e32-afe5-9ab84ef4a772,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:01.735533 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:01.786821 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:01.800449 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:01.836204 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.864637 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] 10.222.0.91 "DELETE /v2.0/networks/a0886f71-656d-4a76-9351-2ef22bacef98 HTTP/1.1" status: 204 len: 168 time: 1.6948061 Nov 02 12:46:01.873397 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:01.890714 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-cb77f5e2-dd04-4686-8a7f-c331eae4f3a9 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2184980 Nov 02 12:46:01.891488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33108) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:01.908839 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e3775-dc98-4584-a6f8-79d4a09257be admin admin] Pushing event deleted for resources: {'Network': ['ID=a0886f71-656d-4a76-9351-2ef22bacef98,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:01.916687 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33110) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:01.946602 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=3d9aa842-35a6-49b6-82b6-9dcf695ff367,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:02.003978 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.004769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:02.126802 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment b1870c54-c106-46d4-bc24-396fbea236d3 resource provider aggregate not found Nov 02 12:46:02.175312 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment b1870c54-c106-46d4-bc24-396fbea236d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1870c54-c106-46d4-bc24-396fbea236d3 found for delete ", "request_id": "req-942ca44c-b921-4bcd-ba51-69bc2a070e68"}]} Nov 02 12:46:02.181696 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.db.api [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 02 12:46:02.182959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG oslo_db.api [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 02 12:46:02.186205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.191314 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e8fc4-5304-49a0-b15e-d58a2090b59d None None] Network 2a38e056-58e5-4927-ae6b-5099267e3978 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:46:02.221779 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:02.225559 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Deleting subnet 298ddc78-1e01-4877-8506-bfdad2e8bfb4 {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:46:02.236487 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Publish callbacks [] for subnet (298ddc78-1e01-4877-8506-bfdad2e8bfb4), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.373791 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (298ddc78-1e01-4877-8506-bfdad2e8bfb4), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.436810 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=3d9aa842-35a6-49b6-82b6-9dcf695ff367,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:02.448132 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:02.448442 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.448786 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 Nov 02 12:46:02.463119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (298ddc78-1e01-4877-8506-bfdad2e8bfb4), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.584436 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (298ddc78-1e01-4877-8506-bfdad2e8bfb4), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.597764 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 3, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:02.648666 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:02.659682 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:02.659969 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Updating router bf55381a-9c9c-48a0-892a-b3c359343460 port 248c02e5-1579-4d68-ae74-81faba18b0b8 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:02.665241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=298ddc78-1e01-4877-8506-bfdad2e8bfb4,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:02.673738 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Pushing event updated for resources: {'Port': ['ID=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:02.676309 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.683174 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-16111e04-c964-43cb-b7ad-97b0fe9cb0f3 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/298ddc78-1e01-4877-8506-bfdad2e8bfb4 HTTP/1.1" status: 204 len: 168 time: 0.7863495 Nov 02 12:46:02.683725 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:02.686021 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33136) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:02.711351 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.715856 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:02.746722 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Allocated IP 172.27.0.242 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/aab0b22d-77bd-4fa0-8950-926cb287a462) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:02.758580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba74b54d-48ab-4b3c-b2fd-6bb3c3ab8473 None None] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:46:02.819532 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (9603338d-cc3b-48ca-b3de-9ab28de2ea6e), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.933498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (9603338d-cc3b-48ca-b3de-9ab28de2ea6e), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:02.938777 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c9875a8-09d9-487b-95ff-b01405a9e441 None None] Current status of the port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:02.989710 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9603338d-cc3b-48ca-b3de-9ab28de2ea6e']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.008856 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117ccd27-a111-4ed2-b25e-ad58ae1e8373') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.009545 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117ccd27-a111-4ed2-b25e-ad58ae1e8373') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.029071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:03.032377 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (117ccd27-a111-4ed2-b25e-ad58ae1e8373), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.062636 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (117ccd27-a111-4ed2-b25e-ad58ae1e8373), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.062843 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Provisioning complete for port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:03.063360 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.063904 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Attempt 1 to provision port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 Nov 02 12:46:03.071624 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Releasing vlan 1352 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:46:03.072257 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (117ccd27-a111-4ed2-b25e-ad58ae1e8373), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.173751 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.208090 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (9603338d-cc3b-48ca-b3de-9ab28de2ea6e), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.215874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.221409 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] 10.222.0.91 "DELETE /v2.0/networks/9603338d-cc3b-48ca-b3de-9ab28de2ea6e HTTP/1.1" status: 204 len: 168 time: 0.5336092 Nov 02 12:46:03.242686 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2effa-f0c7-4fcb-a593-1b3edd3b03c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9603338d-cc3b-48ca-b3de-9ab28de2ea6e,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.245559 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Current status of the port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:03.267902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Provisioning complete for port c24abf05-01e9-44ad-bf31-e0efb3281494 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:03.268295 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.268722 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Attempt 1 to provision port c24abf05-01e9-44ad-bf31-e0efb3281494 Nov 02 12:46:03.276906 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.304762 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:03.480679 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Current status of the port c24abf05-01e9-44ad-bf31-e0efb3281494 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:03.481139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.521743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 3d9aa842-35a6-49b6-82b6-9dcf695ff367 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:03.548385 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:03.550911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (0389f565-4567-46d6-9556-fa20c339e0eb), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.554076 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Pushing event updated for resources: {'Port': ['ID=aab0b22d-77bd-4fa0-8950-926cb287a462,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.558185 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] For port c24abf05-01e9-44ad-bf31-e0efb3281494, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c24abf05-01e9-44ad-bf31-e0efb3281494,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:03.566622 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:03.574739 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33156) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:03.603890 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks [] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.615341 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.616932 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.626031 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d0c97f82-d33c-42a4-b584-03f725421f2a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93712c13f01d41feaab6d0da21828e2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491064 Nov 02 12:46:03.628411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33158) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:03.641764 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Attempting to bind port 248c02e5-1579-4d68-ae74-81faba18b0b8 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:03.642144 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Attempting to bind port 248c02e5-1579-4d68-ae74-81faba18b0b8 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:03.642539 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Attempting to bind port 248c02e5-1579-4d68-ae74-81faba18b0b8 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:03.722514 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Pushing event updated for resources: {'Port': ['ID=248c02e5-1579-4d68-ae74-81faba18b0b8,revision_number=2']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.730774 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Pushing event updated for resources: {'Port': ['ID=c24abf05-01e9-44ad-bf31-e0efb3281494,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:03.732937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] Publish callbacks [] for security_group (9a19f840-41de-45fb-af45-5e6c2e1f004e), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.736171 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.736974 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.737514 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.738201 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.738744 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.739253 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.739756 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.740260 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.740936 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.741473 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.742135 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.742695 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.743229 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Tracked resource versions report: Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: pushed versions: Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: { 'AddressGroup': {'1.2'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'ConntrackHelper': {'1.0'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'LocalIPAssociation': {'1.0'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Log': {'1.0'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Network': {'1.1'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Port': {'1.7'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'PortForwarding': {'1.2'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'QosPolicy': {'1.10'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroup': {'1.5'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroupRule': {'1.2'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SubPort': {'1.0'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Subnet': {'1.1'}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Trunk': {'1.1'}} Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: consumer versions: Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: { DHCP agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: HyperV agent@hv-cinder-86327: {}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: L3 agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: Metadata agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: Metering agent@dv-cinder-863277-1-iscsi: {}, Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: Open vSwitch agent@dv-cinder-863277-1-iscsi: { 'AddressGroup': '1.2', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'ConntrackHelper': '1.0', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'LocalIPAssociation': '1.0', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Log': '1.0', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Network': '1.1', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Port': '1.7', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'PortForwarding': '1.2', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'QosPolicy': '1.10', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroup': '1.5', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SecurityGroupRule': '1.2', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'SubPort': '1.0', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Subnet': '1.1', Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: 'Trunk': '1.1'}} Nov 02 12:46:03.744670 dv-cinder-863277-1-iscsi neutron-server[115591]: {{(pid=115591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 02 12:46:03.751211 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:03.751986 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:03.752592 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.753187 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:03.754197 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Bound port: 248c02e5-1579-4d68-ae74-81faba18b0b8, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:03.754929 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.781838 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] Publish callbacks [] for security_group (9a19f840-41de-45fb-af45-5e6c2e1f004e), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.783339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Provisioning complete for port 99b35b0b-25ee-4fd8-9adc-95222c992fed triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:03.783729 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.784077 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Attempt 1 to provision port 99b35b0b-25ee-4fd8-9adc-95222c992fed Nov 02 12:46:03.852610 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] For port 248c02e5-1579-4d68-ae74-81faba18b0b8, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:03.857423 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] For port 248c02e5-1579-4d68-ae74-81faba18b0b8, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=248c02e5-1579-4d68-ae74-81faba18b0b8,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:03.867761 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.895402 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:03.896462 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:03.900169 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9a19f840-41de-45fb-af45-5e6c2e1f004e), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.900708 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:03.901108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.901448 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 Nov 02 12:46:03.903349 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:03.905637 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9a19f840-41de-45fb-af45-5e6c2e1f004e HTTP/1.1" status: 204 len: 168 time: 0.2753024 Nov 02 12:46:03.921720 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbeaafc-7db6-458d-a562-b58d698478c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a19f840-41de-45fb-af45-5e6c2e1f004e,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:04.027770 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Current status of the port 99b35b0b-25ee-4fd8-9adc-95222c992fed is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:04.028503 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.095441 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:04.096801 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:04.112587 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:04.132094 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Router 0389f565-4567-46d6-9556-fa20c339e0eb is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:04.170181 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for router_gateway (ba89304c-b555-4a17-965d-1147d46e89c0), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.171848 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] For port 99b35b0b-25ee-4fd8-9adc-95222c992fed, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=99b35b0b-25ee-4fd8-9adc-95222c992fed,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:04.200002 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 117ccd27-a111-4ed2-b25e-ad58ae1e8373 resource provider aggregate not found Nov 02 12:46:04.222629 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:04.223597 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.224488 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 Nov 02 12:46:04.225848 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 117ccd27-a111-4ed2-b25e-ad58ae1e8373 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 117ccd27-a111-4ed2-b25e-ad58ae1e8373 found for delete ", "request_id": "req-c73805f5-fad0-4c3d-983e-4e0509db221b"}]} Nov 02 12:46:04.234429 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.321978 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Provisioning complete for port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:04.322695 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.323336 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Attempt 1 to provision port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 Nov 02 12:46:04.403200 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (ba89304c-b555-4a17-965d-1147d46e89c0), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.488690 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33188) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:04.493953 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 3, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:04.500725 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Pushing event updated for resources: {'Port': ['ID=99b35b0b-25ee-4fd8-9adc-95222c992fed,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:04.549042 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d17616-adc4-4cca-958c-b6048a530cc8 None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:45:58Z', 'revision_number': 3, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:04.551094 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc5005-6d3e-403a-b011-10759d3a0dc5 None None] Pushing event updated for resources: {'Port': ['ID=248c02e5-1579-4d68-ae74-81faba18b0b8,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:04.596743 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d6ca129a-2ed7-4bb9-9ce6-5d5df75dfb9d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0466bf4a5b3d4fffb723429422450e4f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1077158 Nov 02 12:46:04.599459 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33198) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:04.690251 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebe225-b504-4161-9b78-927848d97a98 None None] Current status of the port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:04.695741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] Publish callbacks [] for security_group (f6ab74de-2273-427d-ac3d-6c5d9481b049), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.707450 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:04.709198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 99b35b0b-25ee-4fd8-9adc-95222c992fed up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:04.721101 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for router_gateway (b74e0f51-b777-419b-854d-d942104c0d42), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.737334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] Publish callbacks [] for security_group (f6ab74de-2273-427d-ac3d-6c5d9481b049), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.794876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 99b35b0b-25ee-4fd8-9adc-95222c992fed triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:04.795808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.796226 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 99b35b0b-25ee-4fd8-9adc-95222c992fed Nov 02 12:46:04.810277 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f6ab74de-2273-427d-ac3d-6c5d9481b049), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.813432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.817126 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f6ab74de-2273-427d-ac3d-6c5d9481b049 HTTP/1.1" status: 204 len: 168 time: 0.2165458 Nov 02 12:46:04.827903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e3d7c-218b-498e-9051-666691c39fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ab74de-2273-427d-ac3d-6c5d9481b049,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:04.873509 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Provisioning complete for port c24abf05-01e9-44ad-bf31-e0efb3281494 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:04.874025 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:04.874423 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Attempt 1 to provision port c24abf05-01e9-44ad-bf31-e0efb3281494 Nov 02 12:46:05.018346 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 99b35b0b-25ee-4fd8-9adc-95222c992fed is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:05.019499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c24abf05-01e9-44ad-bf31-e0efb3281494 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:05.058317 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Current status of the port c24abf05-01e9-44ad-bf31-e0efb3281494 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:05.084240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Provisioning complete for port 99b35b0b-25ee-4fd8-9adc-95222c992fed triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:05.084623 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.085032 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Attempt 1 to provision port 99b35b0b-25ee-4fd8-9adc-95222c992fed Nov 02 12:46:05.121088 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:05.142580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:05.152347 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port c24abf05-01e9-44ad-bf31-e0efb3281494 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:05.152792 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.153073 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port c24abf05-01e9-44ad-bf31-e0efb3281494 Nov 02 12:46:05.161300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Router ba89304c-b555-4a17-965d-1147d46e89c0 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:05.198660 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:05.198915 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:05.219293 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.220609 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-20e8da65-0bbf-4c5d-9055-a3fd0b67c037 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0702643 Nov 02 12:46:05.224512 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33210) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:05.346878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-8d49d34c-6ea0-4875-9768-506371de1de3 None None] Current status of the port 99b35b0b-25ee-4fd8-9adc-95222c992fed is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:05.394682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.410373 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port c24abf05-01e9-44ad-bf31-e0efb3281494 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:05.415446 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:05.761449 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (b74e0f51-b777-419b-854d-d942104c0d42), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:05.779189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 248c02e5-1579-4d68-ae74-81faba18b0b8 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:05.783991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:05.802074 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Sync routers for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:05.827677 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:05.832576 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:06.019289 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:01Z', 'revision_number': 3, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:45:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:06.027656 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.029113 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-64aa3891-2f2e-4c61-9eca-8d806d095d1b admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0301650 Nov 02 12:46:06.044153 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33236) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:06.054220 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:06.054603 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Updating router 0389f565-4567-46d6-9556-fa20c339e0eb port da45e1fd-8713-4e34-acae-0bfd01482d24 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:06.099516 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.172068 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:06.245120 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.265052 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 248c02e5-1579-4d68-ae74-81faba18b0b8 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:06.265545 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.265885 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 248c02e5-1579-4d68-ae74-81faba18b0b8 Nov 02 12:46:06.315657 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Allocated IP 172.20.0.1 (c0e77433-3e3d-49ad-95b9-de1a659b0a05/c5f746c2-ec01-4f3c-9aaa-5f75a45c795a/4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:06.459095 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 248c02e5-1579-4d68-ae74-81faba18b0b8 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:06.459504 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.505799 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks [] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.507503 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 248c02e5-1579-4d68-ae74-81faba18b0b8, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=248c02e5-1579-4d68-ae74-81faba18b0b8,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:06.618740 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:06.626620 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks [] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.632516 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.638539 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 99b35b0b-25ee-4fd8-9adc-95222c992fed up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:06.651164 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Checking router: ba89304c-b555-4a17-965d-1147d46e89c0 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:06.651529 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Updating router ba89304c-b555-4a17-965d-1147d46e89c0 port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:06.660632 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Router b74e0f51-b777-419b-854d-d942104c0d42 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:46:06.692533 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.692865 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.728850 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.833433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.845975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Attempting to bind port da45e1fd-8713-4e34-acae-0bfd01482d24 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:06.847268 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Attempting to bind port da45e1fd-8713-4e34-acae-0bfd01482d24 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:06.848129 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Attempting to bind port da45e1fd-8713-4e34-acae-0bfd01482d24 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:06.869539 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:06.870350 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:06.870971 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.871695 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:06.872975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Bound port: da45e1fd-8713-4e34-acae-0bfd01482d24, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:06.873580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:06.903883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=248c02e5-1579-4d68-ae74-81faba18b0b8,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:06.992924 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Allocated IP 172.20.0.1 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/95dc42b6-54a2-4e37-9931-d211da64903e) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:07.006764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:07.011390 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 99b35b0b-25ee-4fd8-9adc-95222c992fed triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:07.012123 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.013532 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 99b35b0b-25ee-4fd8-9adc-95222c992fed Nov 02 12:46:07.018934 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44958777-5802-43d6-a00f-1c0104f92afc None None] Pushing event updated for resources: {'Port': ['ID=da45e1fd-8713-4e34-acae-0bfd01482d24,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.027142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:07.039329 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:07.039836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (bf55381a-9c9c-48a0-892a-b3c359343460), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.072410 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] For port da45e1fd-8713-4e34-acae-0bfd01482d24, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:07.076922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] For port da45e1fd-8713-4e34-acae-0bfd01482d24, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=da45e1fd-8713-4e34-acae-0bfd01482d24,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:07.105420 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.195551 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:07.196332 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:07.308440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks [] for port (95dc42b6-54a2-4e37-9931-d211da64903e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.357501 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44958777-5802-43d6-a00f-1c0104f92afc None None] Pushing event updated for resources: {'Port': ['ID=da45e1fd-8713-4e34-acae-0bfd01482d24,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.363814 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.418775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Pushing event updated for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.438931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:07.441070 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:07.444670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:07.506103 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (0389f565-4567-46d6-9556-fa20c339e0eb), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.545192 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks [] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.562992 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.601911 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Provisioning complete for port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:07.602324 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.602691 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 1 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:07.644152 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Attempting to bind port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:07.644528 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Attempting to bind port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:07.644890 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Attempting to bind port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:07.682802 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:07.683269 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:07.683686 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.684131 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:07.687685 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Bound port: 06870ea0-3f15-48ed-b058-9b6abeb4e8ca, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:07.688101 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.694255 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 99b35b0b-25ee-4fd8-9adc-95222c992fed is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:07.703809 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c24abf05-01e9-44ad-bf31-e0efb3281494 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:07.729329 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cac6a9-696f-4614-a087-34b00b3e83fe None None] Pushing event updated for resources: {'Port': ['ID=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,revision_number=2']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:07.765809 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:07.809129 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] For port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:07.813186 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] For port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:07.830289 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.912353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:07.917594 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:07.929000 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:07.932042 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:07.985507 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cac6a9-696f-4614-a087-34b00b3e83fe None None] Pushing event updated for resources: {'Port': ['ID=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:08.024185 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:08.046334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:08.112001 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:08.112982 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port c24abf05-01e9-44ad-bf31-e0efb3281494 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:08.114206 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.114206 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port c24abf05-01e9-44ad-bf31-e0efb3281494 Nov 02 12:46:08.121764 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:08.122522 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.273879 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.306795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.311637 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks [] for port (95dc42b6-54a2-4e37-9931-d211da64903e), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.312486 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.314540 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-dec9c981-6fe2-48b9-8050-e4c0420e12c2 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.5291348 Nov 02 12:46:08.318162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33300) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:08.332029 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.391828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:08.457525 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 2 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:08.513033 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Pushing event updated for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:08.521460 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.553764 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (0389f565-4567-46d6-9556-fa20c339e0eb), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.564889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port c24abf05-01e9-44ad-bf31-e0efb3281494 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:08.578379 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b015e881-64ac-4bdb-ae9c-ac67c3cacb1f None None] The sync data for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi is: [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:08.643627 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks [] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.651660 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.654353 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (bf55381a-9c9c-48a0-892a-b3c359343460), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:08.768168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:01Z', 'revision_number': 3, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:08.783052 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 248c02e5-1579-4d68-ae74-81faba18b0b8 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:08.818284 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:08.867737 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:08.884088 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc846354-9027-4a00-964f-9bcda988dedd None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:01Z', 'revision_number': 3, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:08.916893 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Pushing event updated for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:08.956895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:09.057406 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 248c02e5-1579-4d68-ae74-81faba18b0b8 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:09.057896 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.058144 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 248c02e5-1579-4d68-ae74-81faba18b0b8 Nov 02 12:46:09.268331 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:09.272743 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:09.404882 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 3 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:09.510714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:09.585842 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:09.594015 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.608116 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Allocated IP 172.20.0.1 (2a38e056-58e5-4927-ae6b-5099267e3978/5b837bed-8aca-45da-9f83-0b6212cbc4c6/754e0b51-4478-4d3e-a133-cb33eb014a60) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:09.629942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:09.653903 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:09.654279 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Updating router b74e0f51-b777-419b-854d-d942104c0d42 port aab0b22d-77bd-4fa0-8950-926cb287a462 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:09.726046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:09.772547 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.943043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks [] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:09.980459 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:09.996622 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:10.000189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Allocated IP 172.20.0.1 (276715ef-1d86-4168-8d9c-202f0c885f29/342ace3b-f12c-40aa-add9-318adad073dc/700384ba-659b-496d-af57-5776cf7f5e19) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:10.011283 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-53cc96b1-3f17-4f23-b4d0-3810bb433de0 admin admin] 10.222.0.91 "PUT /v2.0/routers/bf55381a-9c9c-48a0-892a-b3c359343460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0802686 Nov 02 12:46:10.036906 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 248c02e5-1579-4d68-ae74-81faba18b0b8 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:10.039114 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 4 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:10.051980 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:10.053609 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:10.076324 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.173184 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Pushing event updated for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.211984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Network 2a38e056-58e5-4927-ae6b-5099267e3978 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:10.215046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:10.227518 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:10.228020 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (ba89304c-b555-4a17-965d-1147d46e89c0), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.398680 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:10.446184 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks [] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.467195 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.551553 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Attempting to bind port aab0b22d-77bd-4fa0-8950-926cb287a462 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:10.552199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Attempting to bind port aab0b22d-77bd-4fa0-8950-926cb287a462 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:10.552738 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Attempting to bind port aab0b22d-77bd-4fa0-8950-926cb287a462 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:10.566100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks [] for port (700384ba-659b-496d-af57-5776cf7f5e19), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.585636 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:10.586391 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:10.587503 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.589375 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:10.595657 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Bound port: aab0b22d-77bd-4fa0-8950-926cb287a462, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:10.596066 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.669340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:10.708233 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-84ca15cb-1c87-4653-9690-c0c12a1a955c admin admin] 10.222.0.91 "PUT /v2.0/routers/0389f565-4567-46d6-9556-fa20c339e0eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4824643 Nov 02 12:46:10.722219 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.739868 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.751158 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:10.831690 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ecf9-6189-4784-8520-e4089cd0e83b None None] Pushing event updated for resources: {'Port': ['ID=aab0b22d-77bd-4fa0-8950-926cb287a462,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.862461 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:10.864166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c203ee82-ab24-4e24-a8a6-02ec61bc6d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.866973 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Pushing event updated for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:10.877271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:10.891658 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:10.911717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] For port aab0b22d-77bd-4fa0-8950-926cb287a462, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:10.916788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] For port aab0b22d-77bd-4fa0-8950-926cb287a462, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=aab0b22d-77bd-4fa0-8950-926cb287a462,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:10.929400 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:10.968028 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:08Z', 'revision_number': 2, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:10.993465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33370) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:11.004285 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796210963', 'description': 'tempest-description--1830529512'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:11.015323 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:11.015897 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Updating router bf55381a-9c9c-48a0-892a-b3c359343460 port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:11.078626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (b74e0f51-b777-419b-854d-d942104c0d42), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.082645 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device da45e1fd-8713-4e34-acae-0bfd01482d24 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:11.092661 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.178589 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.232289 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538ecf9-6189-4784-8520-e4089cd0e83b None None] Pushing event updated for resources: {'Port': ['ID=aab0b22d-77bd-4fa0-8950-926cb287a462,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:11.251808 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 5 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:11.298003 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks [] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.309302 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.310277 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (ba89304c-b555-4a17-965d-1147d46e89c0), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.356370 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (f3c2ba88-5cde-45ad-8af0-b1d389edb688), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.360724 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:11.361685 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:11.382779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f3c2ba88-5cde-45ad-8af0-b1d389edb688), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.434537 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.436292 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4413970 Nov 02 12:46:11.446723 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33388) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:11.463622 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group_rule': {'security_group_id': 'f3c2ba88-5cde-45ad-8af0-b1d389edb688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:11.469303 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33390) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:11.504008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528213610', 'description': 'tempest-description--1800789657'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:11.536735 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Pushing event updated for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:11.541456 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a739d-40f0-4281-ae29-f1f451e19393 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c2ba88-5cde-45ad-8af0-b1d389edb688,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:11.556828 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (d1cba5b6-3164-4192-82c7-1c270a0ce707), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.564751 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.606423 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks [] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.615719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (d1cba5b6-3164-4192-82c7-1c270a0ce707), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.615927 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.643849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (d1cba5b6-3164-4192-82c7-1c270a0ce707), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.645635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Network 2a38e056-58e5-4927-ae6b-5099267e3978 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:11.648356 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:11.677410 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6bbe-9095-4ef2-86bc-0caa4a231162 None None] Pushing event updated for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:11.704785 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:11.716874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (700384ba-659b-496d-af57-5776cf7f5e19), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.745714 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cba5b6-3164-4192-82c7-1c270a0ce707,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:11.786933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.788672 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ef5db5c4-143d-4674-89f2-f76ee9dbf8af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3406374 Nov 02 12:46:11.791458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33398) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:11.796676 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Attempting to bind port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:11.797058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group_rule': {'security_group_id': 'f3c2ba88-5cde-45ad-8af0-b1d389edb688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:11.797199 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Attempting to bind port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:11.797483 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Attempting to bind port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:11.808378 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:11.809367 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Checking segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:11.810586 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.811153 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Bound using segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:11.811679 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Bound port: 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:11.814855 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.900441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (dcd5a83f-0ef5-4b18-a48d-73b5ed29da12), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.910920 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dcd5a83f-0ef5-4b18-a48d-73b5ed29da12), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.919465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (3b1f2e5a-b066-4416-89c5-76c902b1194e), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.923803 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] For port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:11.928775 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] For port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:11.939922 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.951393 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port da45e1fd-8713-4e34-acae-0bfd01482d24 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:11.951784 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.952178 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port da45e1fd-8713-4e34-acae-0bfd01482d24 Nov 02 12:46:11.956926 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:11.985006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (3b1f2e5a-b066-4416-89c5-76c902b1194e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:11.990982 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (3b1f2e5a-b066-4416-89c5-76c902b1194e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.003569 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.005039 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5334716 Nov 02 12:46:12.009329 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33400) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.020986 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': 'dcd5a83f-0ef5-4b18-a48d-73b5ed29da12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:12.025011 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1f2e5a-b066-4416-89c5-76c902b1194e,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.033869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.035148 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-744e62ab-8b55-4142-b9fe-a0d978f4fdcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2426083 Nov 02 12:46:12.038485 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33402) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.041334 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd6bbe-9095-4ef2-86bc-0caa4a231162 None None] Pushing event updated for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.045833 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:12.048149 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Router ba89304c-b555-4a17-965d-1147d46e89c0 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:12.056137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff07e3-24f0-4bc6-8c21-51475c575ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.081482 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.088500 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:12.089138 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:12.106125 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:12.142541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (c318f5cb-cb7f-4109-8f6f-efd62945a4af), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.149500 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c93e4ac-9469-4218-bd02-cfe53861bc59 None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:03Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:12.191378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port da45e1fd-8713-4e34-acae-0bfd01482d24 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:12.191674 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.219971 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port da45e1fd-8713-4e34-acae-0bfd01482d24, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=da45e1fd-8713-4e34-acae-0bfd01482d24,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:12.229911 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.233644 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 06870ea0-3f15-48ed-b058-9b6abeb4e8ca up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:12.234256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:12.253734 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a3e93585-5f40-4b16-afc5-88140f3813be admin admin] 10.222.0.91 "PUT /v2.0/routers/ba89304c-b555-4a17-965d-1147d46e89c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1981709 Nov 02 12:46:12.267550 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:12.288024 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (c318f5cb-cb7f-4109-8f6f-efd62945a4af), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.288388 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks [] for port (700384ba-659b-496d-af57-5776cf7f5e19), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.297712 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (c318f5cb-cb7f-4109-8f6f-efd62945a4af), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.316975 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.332339 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318f5cb-cb7f-4109-8f6f-efd62945a4af,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.359448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.361485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-bfd90d8c-1df3-4d2e-b02d-629b1b606502 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3440976 Nov 02 12:46:12.364131 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33408) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.377639 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': 'dcd5a83f-0ef5-4b18-a48d-73b5ed29da12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:12.414339 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Pushing event updated for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.425219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:12.425718 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.426220 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca Nov 02 12:46:12.428245 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.440882 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (0d6a56f0-059c-45c4-9608-4a957f3b6e45), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.491355 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Attempt 6 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:12.496341 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=da45e1fd-8713-4e34-acae-0bfd01482d24,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:12.504956 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (b74e0f51-b777-419b-854d-d942104c0d42), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.609922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:12.610782 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.661306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Sync routers for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:12.727889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:12.785533 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Allocated IP 172.27.0.102 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/9e71da53-9c32-43d5-b59f-e13a9d3e20e8) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:12.788756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:12.794854 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:12.810679 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Current status of the port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:12.811196 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.852272 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:12.895538 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33442) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:12.899767 dv-cinder-863277-1-iscsi neutron-server[115588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 02 12:46:13.012366 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.016915 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:13.017613 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:13.024009 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:13.054664 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:13.060793 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:45:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:13.076843 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] For port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:13.127658 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device da45e1fd-8713-4e34-acae-0bfd01482d24 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:13.136338 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.159734 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (0d6a56f0-059c-45c4-9608-4a957f3b6e45), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.169976 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (0d6a56f0-059c-45c4-9608-4a957f3b6e45), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.178600 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Router b74e0f51-b777-419b-854d-d942104c0d42 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:46:13.272444 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6a56f0-059c-45c4-9608-4a957f3b6e45,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.282258 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.285016 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b15e5ae9-6222-4c91-a6c6-cfa29db44977 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9197116 Nov 02 12:46:13.292315 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-95b1dbbf-7083-4255-8701-daa96018f9c4 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:13.295180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33444) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:13.295400 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:13.298626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.306536 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-95b1dbbf-7083-4255-8701-daa96018f9c4 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/networks?id=2a38e056-58e5-4927-ae6b-5099267e3978 HTTP/1.1" status: 200 len: 811 time: 0.4098656 Nov 02 12:46:13.307369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:13.307477 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500937d2-5196-4687-abf1-c5eb036b6ea4 None None] Pushing event updated for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.338428 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.339540 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a537f0-0c76-46da-8303-466803d59c53 None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:13.345903 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:13.351245 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-92c56f43-6a3a-4ccd-87fb-405ff464cefe tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/quotas/e623a0793c204cd9a3298901200b6a18 HTTP/1.1" status: 200 len: 375 time: 0.0434256 Nov 02 12:46:13.566621 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-5ac20a8e-0a32-4627-8a25-8924b166919f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=e623a0793c204cd9a3298901200b6a18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2139676 Nov 02 12:46:13.611640 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.634640 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:46:13.656201 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-be89bf1b-0ff2-49fa-afae-49df6e751fbf admin admin] 10.222.0.91 "PUT /v2.0/routers/b74e0f51-b777-419b-854d-d942104c0d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3368361 Nov 02 12:46:13.670636 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Provisioning complete for port 95dc42b6-54a2-4e37-9931-d211da64903e triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:13.670945 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.671308 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 1 to provision port 95dc42b6-54a2-4e37-9931-d211da64903e Nov 02 12:46:13.672930 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d0154-94b6-4ad2-bea3-2ef50d58f8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.735807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:13.745634 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:13.755378 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:13.848824 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:13.926932 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:08Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:13.941178 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=9e71da53-9c32-43d5-b59f-e13a9d3e20e8,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:13.951357 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Port 95dc42b6-54a2-4e37-9931-d211da64903e cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:13.954958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port da45e1fd-8713-4e34-acae-0bfd01482d24 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:13.955403 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:13.955916 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port da45e1fd-8713-4e34-acae-0bfd01482d24 Nov 02 12:46:14.023955 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:14.024560 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Updating router 0389f565-4567-46d6-9556-fa20c339e0eb port 95dc42b6-54a2-4e37-9931-d211da64903e binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:14.036605 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-0e85f1b5-cca6-44a7-a8cd-0eeac59607d5 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:46:14.046103 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-0e85f1b5-cca6-44a7-a8cd-0eeac59607d5 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1302462 Nov 02 12:46:14.112410 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.279068 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-c8436e9e-38e3-4b2a-944c-6ec843980367 service neutron] 10.222.0.91 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316496 Nov 02 12:46:14.444188 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-22c9f5ae-99b0-468f-8678-1cd2d79ae704 service neutron] 10.222.0.91 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562533 Nov 02 12:46:14.445078 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33490) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:14.448599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.451269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port da45e1fd-8713-4e34-acae-0bfd01482d24 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:14.453318 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.475787 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 2 to provision port 95dc42b6-54a2-4e37-9931-d211da64903e Nov 02 12:46:14.565025 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Port 95dc42b6-54a2-4e37-9931-d211da64903e cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:14.605229 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.632843 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 4, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '754e0b51-4478-4d3e-a133-cb33eb014a60', 'name': '', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'mac_address': 'fa:16:3e:6d:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:08Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 2, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'subnets': [{'id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:14.662071 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-35cc55c9-7fd9-4bc7-bc05-a5b1019276d7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:14.671829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.672034 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Checking router: ba89304c-b555-4a17-965d-1147d46e89c0 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:14.672256 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Updating router ba89304c-b555-4a17-965d-1147d46e89c0 port 754e0b51-4478-4d3e-a133-cb33eb014a60 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:14.674272 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-35cc55c9-7fd9-4bc7-bc05-a5b1019276d7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.2279603 Nov 02 12:46:14.708959 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-060758d6-adf7-4f6e-98a4-c963a9ac81c3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/quotas/ace9cd08a8bd4c338cfe9bfd52e7c11d HTTP/1.1" status: 200 len: 375 time: 0.0321488 Nov 02 12:46:14.738215 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:14.752549 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.053978 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks [] for port (95dc42b6-54a2-4e37-9931-d211da64903e), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.059297 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ba77c1f1-84ed-4c89-ba1b-ddeea3d2f2a3 req-a5245261-f747-4ab7-8978-a7dc3e4ae632 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.2239377 Nov 02 12:46:15.075762 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.095481 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 3 to provision port 95dc42b6-54a2-4e37-9931-d211da64903e Nov 02 12:46:15.112287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-25767212-0927-404d-a798-e3a115a81922 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4024723 Nov 02 12:46:15.204018 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc955-1b39-4a9a-9588-a2f8b871b00e None None] Pushing event updated for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:15.339758 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Attempting to bind port 95dc42b6-54a2-4e37-9931-d211da64903e on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:15.340820 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Attempting to bind port 95dc42b6-54a2-4e37-9931-d211da64903e by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:15.341586 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Attempting to bind port 95dc42b6-54a2-4e37-9931-d211da64903e on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:15.354432 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:15.356856 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:15.357570 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.358254 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:15.360018 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Bound port: 95dc42b6-54a2-4e37-9931-d211da64903e, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:15.360907 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.455628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.27.0.53 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/dad19dd8-c48a-4b7c-9e4b-2954a6472eaa) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:15.534470 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks [] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.542119 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device aab0b22d-77bd-4fa0-8950-926cb287a462 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:15.556420 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33542) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:15.588010 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] For port 95dc42b6-54a2-4e37-9931-d211da64903e, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:15.600435 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] For port 95dc42b6-54a2-4e37-9931-d211da64903e, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=95dc42b6-54a2-4e37-9931-d211da64903e,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:15.604014 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.616976 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.654141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-ea737acc-e25f-47d6-9ab3-2de25a6603cb service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:46:15.655331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-ea737acc-e25f-47d6-9ab3-2de25a6603cb service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1527386 Nov 02 12:46:15.661984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.732065 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.743691 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1928dc95-4d59-439a-b33b-81821681d9b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.752132 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Port 95dc42b6-54a2-4e37-9931-d211da64903e cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:15.753553 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960fb4-dd0a-43f1-83c0-5c8c65afb029 None None] Pushing event updated for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:15.761041 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3acc955-1b39-4a9a-9588-a2f8b871b00e None None] Pushing event updated for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:15.779692 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:15.780445 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:46:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:15.816772 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.864833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Attempting to bind port 754e0b51-4478-4d3e-a133-cb33eb014a60 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:15.865712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Attempting to bind port 754e0b51-4478-4d3e-a133-cb33eb014a60 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:15.866494 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Attempting to bind port 754e0b51-4478-4d3e-a133-cb33eb014a60 on network 2a38e056-58e5-4927-ae6b-5099267e3978 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:15.875606 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:15.877825 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Checking segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:15.878586 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.879150 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Bound using segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:15.880299 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Bound port: 754e0b51-4478-4d3e-a133-cb33eb014a60, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:15.880857 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.898434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port aab0b22d-77bd-4fa0-8950-926cb287a462 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:15.899130 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:15.899629 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port aab0b22d-77bd-4fa0-8950-926cb287a462 Nov 02 12:46:15.950819 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-1b4df921-7a74-46fb-b96f-07cf302f5d59 service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850380 Nov 02 12:46:15.954812 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=9e71da53-9c32-43d5-b59f-e13a9d3e20e8,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.030092 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:16.034794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.047090 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port aab0b22d-77bd-4fa0-8950-926cb287a462 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:16.049711 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.075325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port aab0b22d-77bd-4fa0-8950-926cb287a462, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=aab0b22d-77bd-4fa0-8950-926cb287a462,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:16.075944 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.081097 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.081846 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:16.089736 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ef00f5c0-3012-4ce2-bcdc-6093261cd67c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0477962 Nov 02 12:46:16.106672 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.180021 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.217303 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] For port 754e0b51-4478-4d3e-a133-cb33eb014a60, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:16.258668 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 4 to provision port 95dc42b6-54a2-4e37-9931-d211da64903e Nov 02 12:46:16.264162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] For port 754e0b51-4478-4d3e-a133-cb33eb014a60, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=754e0b51-4478-4d3e-a133-cb33eb014a60,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:16.299134 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=aab0b22d-77bd-4fa0-8950-926cb287a462,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.306829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.309561 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa058af6-9c6d-4dd0-b845-d2b046c02a95 req-b071435f-9da5-4515-b809-bd20f9b2c29f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.1241307 Nov 02 12:46:16.361538 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=dad19dd8-c48a-4b7c-9e4b-2954a6472eaa,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.371146 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:15Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:16.383792 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:16.384529 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.384985 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:16.403189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:16.409667 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:16.416203 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2db1d8b-78c9-4f20-ab02-afff5b18232e None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:15Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:16.416723 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:16.429505 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1928dc95-4d59-439a-b33b-81821681d9b1 admin admin] Publish callbacks [] for security_group (2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.445220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-fd91e0a8-93d7-4c63-a84f-72205875812a service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933906 Nov 02 12:46:16.446352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1928dc95-4d59-439a-b33b-81821681d9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.475207 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:16.476308 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:46:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:16.491191 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928dc95-4d59-439a-b33b-81821681d9b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.544612 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0960fb4-dd0a-43f1-83c0-5c8c65afb029 None None] Pushing event updated for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:16.550477 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1928dc95-4d59-439a-b33b-81821681d9b1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8d18eab4855c46d48e0c01e7594b0f54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9928300 Nov 02 12:46:16.563163 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33592) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:16.601262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.624723 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-8ff91059-0f01-4c27-9aca-abf99dcb0bac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--796210963&fields=id&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 267 time: 0.1646144 Nov 02 12:46:16.698062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.766630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-47c67cf0-9ac8-4ee6-83da-87223b0b85f7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:16.768523 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-47c67cf0-9ac8-4ee6-83da-87223b0b85f7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 816 time: 0.1429255 Nov 02 12:46:16.795281 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Current status of the port 95dc42b6-54a2-4e37-9931-d211da64903e is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:16.795687 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.837974 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-04bb634b-559c-481b-b3e3-8bea1843b30d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/quotas/db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 375 time: 0.0573559 Nov 02 12:46:16.840845 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] Publish callbacks [] for security_group (2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.917516 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] Publish callbacks [] for security_group (2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:16.927780 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:16.966739 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8ccd8c1d-5d18-406c-950e-fedb8bdb856e req-1d72f4ac-71f6-419c-8a7f-2525f2bc0457 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 210 time: 0.0710595 Nov 02 12:46:17.032224 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] For port 95dc42b6-54a2-4e37-9931-d211da64903e, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=95dc42b6-54a2-4e37-9931-d211da64903e,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:17.033526 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-25660600-68bc-4674-8c40-e1a202063a8f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935337 Nov 02 12:46:17.036568 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:17.038821 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 06870ea0-3f15-48ed-b058-9b6abeb4e8ca up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:17.051645 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.066099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.069356 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.076425 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428 HTTP/1.1" status: 204 len: 168 time: 0.5098615 Nov 02 12:46:17.098755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3131541f-8da0-4c19-bae9-8f3ef11f4da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7a4ec0-bfe4-486f-a9c8-51c2cc97d428,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:17.153687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.165423 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.306235 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.403881 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.414546 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1138418 Nov 02 12:46:17.442179 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-b595b7ca-1aa9-4485-aa84-65929b34fdc9 service neutron] 10.222.0.91 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387332 Nov 02 12:46:17.446499 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb013b83-7a57-443b-911b-66bad49eb2b5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=dad19dd8-c48a-4b7c-9e4b-2954a6472eaa,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:17.659256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-38af7ab5-dbe4-4583-a88e-adf2449a2c58 service neutron] 10.222.0.91 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339028 Nov 02 12:46:17.691033 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-162162c8-fcea-4e12-9c6b-13150e9ced0b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:17.699731 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-162162c8-fcea-4e12-9c6b-13150e9ced0b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.3183012 Nov 02 12:46:17.743220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-54249a75-0e8f-4941-920f-7163365a54bb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/quotas/ace9cd08a8bd4c338cfe9bfd52e7c11d HTTP/1.1" status: 200 len: 375 time: 0.0419557 Nov 02 12:46:17.815063 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33654) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:17.835711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7301fa4-5bd2-4097-98e0-551947edbf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:17.865746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-9a962c96-972a-47e9-a219-e676b8d3115d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216047 Nov 02 12:46:17.967258 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Pushing event updated for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.005469 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:46:18.068077 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7301fa4-5bd2-4097-98e0-551947edbf64 admin admin] Publish callbacks [] for security_group (d86e9583-9eed-4aa4-8a06-5596f9aed338), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.075581 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c7301fa4-5bd2-4097-98e0-551947edbf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d86e9583-9eed-4aa4-8a06-5596f9aed338), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.111208 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:18.112221 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:46:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:18.192264 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c7301fa4-5bd2-4097-98e0-551947edbf64 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=cde0bca68c9f409a8c16996548fa7451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760619 Nov 02 12:46:18.196749 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33666) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:18.232362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7301fa4-5bd2-4097-98e0-551947edbf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d86e9583-9eed-4aa4-8a06-5596f9aed338,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.295500 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.299577 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Provisioning complete for port 754e0b51-4478-4d3e-a133-cb33eb014a60 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:18.300134 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.301123 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 1 to provision port 754e0b51-4478-4d3e-a133-cb33eb014a60 Nov 02 12:46:18.318517 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:18.319882 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.320222 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca Nov 02 12:46:18.333870 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-2e0b1d8d-8dd8-4d20-93af-96e4fe15b585 service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584355 Nov 02 12:46:18.431443 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4c3d3a18-093b-492f-bde9-a8377c15b341 req-8717c927-e2e7-451f-b2c8-76929a0e96ad tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.0846727 Nov 02 12:46:18.461980 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:18.466529 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 4, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '754e0b51-4478-4d3e-a133-cb33eb014a60', 'name': '', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'mac_address': 'fa:16:3e:6d:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:08Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'subnets': [{'id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:18.558926 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] Publish callbacks [] for security_group (d86e9583-9eed-4aa4-8a06-5596f9aed338), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.618044 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] Publish callbacks [] for security_group (d86e9583-9eed-4aa4-8a06-5596f9aed338), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.663002 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:18.723794 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-282b60ab-ab26-443c-890e-e32c5fa4b83b service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578119 Nov 02 12:46:18.763657 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db809ec8-3dfd-4900-ac57-a48092fae764 None None] The sync data for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi is: [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:10Z', 'revision_number': 4, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '754e0b51-4478-4d3e-a133-cb33eb014a60', 'name': '', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'mac_address': 'fa:16:3e:6d:f2:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:08Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'subnets': [{'id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:18.781776 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-9619cf5b-4cf1-48d0-a84a-014da00661dd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1528213610&fields=id&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 267 time: 0.1265106 Nov 02 12:46:18.797133 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d86e9583-9eed-4aa4-8a06-5596f9aed338), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.799675 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.800827 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d86e9583-9eed-4aa4-8a06-5596f9aed338 HTTP/1.1" status: 204 len: 168 time: 0.5971980 Nov 02 12:46:18.847866 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcd1b5-795a-4144-9572-de60c8f2af00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86e9583-9eed-4aa4-8a06-5596f9aed338,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:18.871042 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Current status of the port 754e0b51-4478-4d3e-a133-cb33eb014a60 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:18.871503 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:18.937461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device aab0b22d-77bd-4fa0-8950-926cb287a462 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:18.942423 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-f60b34cb-1d29-4873-98ff-f478cf6bf756 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:18.949891 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-f60b34cb-1d29-4873-98ff-f478cf6bf756 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1674981 Nov 02 12:46:18.973914 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-d2a4ebf1-e36c-4c87-94c6-dde02f413bae tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/quotas/b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 375 time: 0.0230033 Nov 02 12:46:18.999057 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] For port 754e0b51-4478-4d3e-a133-cb33eb014a60, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=754e0b51-4478-4d3e-a133-cb33eb014a60,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:19.009595 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.099720 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Pushing event updated for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:19.101607 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-ce3b12ea-ae33-459c-a338-f7d75bc8313c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1187367 Nov 02 12:46:19.118963 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Provisioning complete for port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:19.119255 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.119617 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 1 to provision port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 Nov 02 12:46:19.187689 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port aab0b22d-77bd-4fa0-8950-926cb287a462 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:19.188069 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.188414 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port aab0b22d-77bd-4fa0-8950-926cb287a462 Nov 02 12:46:19.237140 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 2, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:19.266974 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77a0098d-5a0e-4fcb-b832-5e80fd540a49 req-08381021-6861-4d0b-8617-4582c0e42cf7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.0807729 Nov 02 12:46:19.351160 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:46:19.351936 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Updating router b74e0f51-b777-419b-854d-d942104c0d42 port 700384ba-659b-496d-af57-5776cf7f5e19 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:46:19.380068 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-f18a66c2-e30d-41df-8bae-f379e6d591c0 service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771466 Nov 02 12:46:19.394643 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Current status of the port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:19.403664 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (700384ba-659b-496d-af57-5776cf7f5e19), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.419042 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-02a2c519-12a9-4b9b-9080-85f1292da08b req-1d916868-fa63-423f-98ec-0e9835ba83dd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.0624330 Nov 02 12:46:19.469838 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Provisioning complete for port 700384ba-659b-496d-af57-5776cf7f5e19 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:19.470211 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (700384ba-659b-496d-af57-5776cf7f5e19), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.470616 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 1 to provision port 700384ba-659b-496d-af57-5776cf7f5e19 Nov 02 12:46:19.507844 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port aab0b22d-77bd-4fa0-8950-926cb287a462 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:19.508947 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 95dc42b6-54a2-4e37-9931-d211da64903e up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:19.523991 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33714) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.547197 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c897-7df2-436b-9a1b-cf8f75990f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.599117 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f9daf99c-9b91-4b4c-8ffe-0b91556138cd req-863b5532-62fd-48b2-b9d4-4932f382e23f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.0567846 Nov 02 12:46:19.605747 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-fec0aa7a-9ee4-47dd-b657-f3e7873763cb service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092855 Nov 02 12:46:19.628535 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Port 700384ba-659b-496d-af57-5776cf7f5e19 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:19.642745 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c897-7df2-436b-9a1b-cf8f75990f06 admin admin] Publish callbacks [] for security_group (849b3d2c-760f-42d6-8f65-4ef89f21e6c4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.647213 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dcc7c897-7df2-436b-9a1b-cf8f75990f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (849b3d2c-760f-42d6-8f65-4ef89f21e6c4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.699760 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-dcc7c897-7df2-436b-9a1b-cf8f75990f06 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=14dc0eee8fe24631b01af1ec5752aaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1739941 Nov 02 12:46:19.700904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc7c897-7df2-436b-9a1b-cf8f75990f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849b3d2c-760f-42d6-8f65-4ef89f21e6c4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:19.702868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 33718) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:19.714442 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 95dc42b6-54a2-4e37-9931-d211da64903e triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:19.714825 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.715174 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 95dc42b6-54a2-4e37-9931-d211da64903e Nov 02 12:46:19.834229 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] Publish callbacks [] for security_group (849b3d2c-760f-42d6-8f65-4ef89f21e6c4), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.853442 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5a58c1a1-0a72-48fd-8b9c-f4f8f406abc4 req-3f175147-85a7-4b11-b93c-f8189cf9860f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.0330520 Nov 02 12:46:19.879035 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] Publish callbacks [] for security_group (849b3d2c-760f-42d6-8f65-4ef89f21e6c4), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.907084 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 95dc42b6-54a2-4e37-9931-d211da64903e is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:19.913151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks [] for port (700384ba-659b-496d-af57-5776cf7f5e19), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.920880 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.935874 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (849b3d2c-760f-42d6-8f65-4ef89f21e6c4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.939098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:19.940577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/849b3d2c-760f-42d6-8f65-4ef89f21e6c4 HTTP/1.1" status: 204 len: 168 time: 0.2367361 Nov 02 12:46:19.950386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64600937-ccdf-4a2c-a43a-3827d6da4094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849b3d2c-760f-42d6-8f65-4ef89f21e6c4,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:20.000732 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb3de-ec3f-4136-bee1-54bc985b3819 None None] Pushing event updated for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:20.035189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Attempting to bind port 700384ba-659b-496d-af57-5776cf7f5e19 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:20.035957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Attempting to bind port 700384ba-659b-496d-af57-5776cf7f5e19 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:20.036644 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Attempting to bind port 700384ba-659b-496d-af57-5776cf7f5e19 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:20.042461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:20.042878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:20.043293 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.043739 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Bound using segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:20.044279 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Bound port: 700384ba-659b-496d-af57-5776cf7f5e19, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:20.044740 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (700384ba-659b-496d-af57-5776cf7f5e19), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.128454 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] For port 700384ba-659b-496d-af57-5776cf7f5e19, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:20.134087 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 2 to provision port 700384ba-659b-496d-af57-5776cf7f5e19 Nov 02 12:46:20.147174 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] For port 700384ba-659b-496d-af57-5776cf7f5e19, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=700384ba-659b-496d-af57-5776cf7f5e19,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:20.179452 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:20.215501 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Port 700384ba-659b-496d-af57-5776cf7f5e19 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:20.233940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:46:20.234860 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:46:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:20.297929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adb3de-ec3f-4136-bee1-54bc985b3819 None None] Pushing event updated for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:20.764700 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Attempt 3 to provision port 700384ba-659b-496d-af57-5776cf7f5e19 Nov 02 12:46:20.909052 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-afc09a83-ba70-4925-89c7-695a547b5a15 req-3d8891fe-733a-41a2-8ee0-a06d1744b6b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.1105666 Nov 02 12:46:20.931899 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:46:20.968738 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 754e0b51-4478-4d3e-a133-cb33eb014a60 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:21.053257 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-705152ed-dd01-4f8a-8851-39fbb28df3e8 req-c5b44e4c-22fc-4270-adbc-92d26ddbe6a8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.1687446 Nov 02 12:46:21.282117 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc380e76-6460-45dc-8454-a694e1214cf0 req-35788974-df78-4eab-a27e-af42587e7e0c tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.0782599 Nov 02 12:46:21.338584 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc36afd2-12c0-4963-a279-eebe9f21799b req-81ec64ce-4b24-4721-bc35-71106aa56fd3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.0737956 Nov 02 12:46:21.374349 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Current status of the port 700384ba-659b-496d-af57-5776cf7f5e19 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:21.374943 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (700384ba-659b-496d-af57-5776cf7f5e19), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.398203 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.94', 56904) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.594829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 754e0b51-4478-4d3e-a133-cb33eb014a60 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:21.594829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.594829 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 754e0b51-4478-4d3e-a133-cb33eb014a60 Nov 02 12:46:21.652998 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.94', 56905) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:21.732931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] For port 700384ba-659b-496d-af57-5776cf7f5e19, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=700384ba-659b-496d-af57-5776cf7f5e19,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:46:21.822159 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-999a1dab-f27b-471e-a568-11bec26b1fbf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:21.824755 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-999a1dab-f27b-471e-a568-11bec26b1fbf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.94 "GET /v2.0/networks?id=2a38e056-58e5-4927-ae6b-5099267e3978 HTTP/1.1" status: 200 len: 811 time: 0.4233456 Nov 02 12:46:21.843030 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:21.967752 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Request body: {'port': {'device_id': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'admin_state_up': True, 'tenant_id': 'e623a0793c204cd9a3298901200b6a18'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:22.039336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-f7dae0fe-ff92-4380-b088-063aef895b90 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:22.046627 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-f7dae0fe-ff92-4380-b088-063aef895b90 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 816 time: 0.3903987 Nov 02 12:46:22.048933 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.94', 56911) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.050857 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.94', 56912) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.243901 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 754e0b51-4478-4d3e-a133-cb33eb014a60 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:22.278525 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684696bc-0f08-4ee4-8dee-4f24a09b0ee0 None None] Pushing event updated for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:22.315992 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Made reservation on behalf of e623a0793c204cd9a3298901200b6a18 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:22.328841 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:22.350361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:20Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:46:22.406400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.94', 56916) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:22.455181 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d77cd-8f24-4bbd-89bb-eecb15cca7a3 None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:20Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:46:22.518253 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d1c85951-4a7a-4d6a-910a-0c7a989f8d18 req-8c5caf66-9ccb-4f70-828a-fb8507577ddf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.2425673 Nov 02 12:46:22.536854 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c92845a0-2f0e-4083-a978-d4ceb12b5d42 req-781c732f-53f0-42c1-8158-9ca064f5d463 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.4372044 Nov 02 12:46:22.824434 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-44717e76-74c1-407c-aad3-3f09d1d9e147 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:22.827358 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-44717e76-74c1-407c-aad3-3f09d1d9e147 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.7409658 Nov 02 12:46:22.853522 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-4ce9a69d-b371-4153-aef1-fe9a62b1897f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:22.863224 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-4ce9a69d-b371-4153-aef1-fe9a62b1897f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.8063302 Nov 02 12:46:22.907287 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'port': {'device_id': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'admin_state_up': True, 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:23.077031 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-822ed4d5-ccea-43df-9efe-983a87aeb02d req-d1875423-3c57-44e8-9074-8db5142b2955 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.2097378 Nov 02 12:46:23.106950 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Allocated IP 172.20.0.3 (2a38e056-58e5-4927-ae6b-5099267e3978/5b837bed-8aca-45da-9f83-0b6212cbc4c6/b3f0c6c6-376f-49d5-9d7d-3498c216b0d4) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:23.110672 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a47c44a-c844-4734-9304-43558fdc3e64 req-9d390d17-b102-467e-9613-3a03302331ae tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.2130711 Nov 02 12:46:23.115747 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-75f4438e-457b-4d3c-bfd6-a1a40151ff3c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 379 time: 1.0119183 Nov 02 12:46:23.134483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'port': {'device_id': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'admin_state_up': True, 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'security_groups': ['f3c2ba88-5cde-45ad-8af0-b1d389edb688']}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:23.218069 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-9c2543f2-63a0-44d1-9d42-014f6fa4cac1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 380 time: 0.3191857 Nov 02 12:46:23.237649 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-5c1f2806-1268-43e6-b976-240172f59bc3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:23.239235 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-5c1f2806-1268-43e6-b976-240172f59bc3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.8288293 Nov 02 12:46:23.260104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'port': {'device_id': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'admin_state_up': True, 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:23.512220 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33936) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:23.543755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'port': {'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'admin_state_up': True, 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'security_groups': ['dcd5a83f-0ef5-4b18-a48d-73b5ed29da12']}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:23.746566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks [] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.852599 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8de1203-0f44-4c15-bccc-9adc7583cc03 req-d9dc78bc-f2bf-4ef9-afa8-3dec8d26b2a9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.0913589 Nov 02 12:46:23.912292 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26896a7b-c4d6-4b74-a2ad-a11179084df1 req-7b87bb5b-7bdd-4d9b-936f-a90c1b02560a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.1295431 Nov 02 12:46:23.983742 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Made reservation on behalf of ace9cd08a8bd4c338cfe9bfd52e7c11d for: {'port': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:23.986577 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:23.987938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.144594 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'port': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:24.155007 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.175355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-742d3100-d5a3-4314-b4c7-ce3f7ee27f35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.224217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Network 2a38e056-58e5-4927-ae6b-5099267e3978 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:24.255511 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:24.270952 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Made reservation on behalf of ace9cd08a8bd4c338cfe9bfd52e7c11d for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:24.275162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.279689 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:24.369166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Made reservation on behalf of db03c62f4da8405fa17e29a357979ebf for: {'port': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:46:24.380181 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.439075 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:24.439075 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:24.577292 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Pushing event updated for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:24.662550 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-99e3ba43-14f9-460a-8c19-a9ab6226e60d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6970077 Nov 02 12:46:24.851912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-93f04231-dda3-4be3-912b-168650b73822 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:46:24.853108 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-93f04231-dda3-4be3-912b-168650b73822 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0387011 Nov 02 12:46:24.873680 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8dc8bb2f-f0ca-459c-ab3f-31b57138e1fd req-5ecf82d6-ea39-41f2-bfd0-ad9150e4aa27 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.4988878 Nov 02 12:46:25.010846 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Provisioning complete for port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:25.011446 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.011674 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 1 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:25.174720 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:25.180366 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 700384ba-659b-496d-af57-5776cf7f5e19 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:46:25.382464 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 700384ba-659b-496d-af57-5776cf7f5e19 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:25.383043 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (700384ba-659b-496d-af57-5776cf7f5e19), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.383540 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 700384ba-659b-496d-af57-5776cf7f5e19 Nov 02 12:46:25.395899 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Request body: {'port': {'device_id': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:25.585665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-742d3100-d5a3-4314-b4c7-ce3f7ee27f35 admin admin] Publish callbacks [] for security_group (26d3ab34-4804-46ec-801b-576369c58126), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.588843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.616815 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 33992) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:25.624744 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-742d3100-d5a3-4314-b4c7-ce3f7ee27f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (26d3ab34-4804-46ec-801b-576369c58126), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:25.689103 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 2 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:25.776793 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 700384ba-659b-496d-af57-5776cf7f5e19 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:46:25.852634 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d3100-d5a3-4314-b4c7-ce3f7ee27f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d3ab34-4804-46ec-801b-576369c58126,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:25.859465 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:25.926472 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66564e01-a653-4ddd-a360-8a3b33a6d1d8 req-566d7f10-316f-4d63-b984-e723f07b89e6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.7338352 Nov 02 12:46:25.935961 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-742d3100-d5a3-4314-b4c7-ce3f7ee27f35 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0237b75184b84a50aab380194665c145&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3752856 Nov 02 12:46:25.944441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34002) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:25.993381 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Allocated IP 172.20.0.4 (276715ef-1d86-4168-8d9c-202f0c885f29/342ace3b-f12c-40aa-add9-318adad073dc/3b3149f8-e1ce-4459-ad7f-c7d33e056bb0) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:26.066449 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7dd53175-8f05-427f-a258-7382efcf9e19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.138483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67612884-15f6-4057-bdbe-d768d8870650 req-61ef1a82-e36f-4365-9f2e-c578bf579774 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:26.151044 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-67612884-15f6-4057-bdbe-d768d8870650 req-61ef1a82-e36f-4365-9f2e-c578bf579774 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 931 time: 1.9030788 Nov 02 12:46:26.182870 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95d1b8b8-a16b-42ef-81a1-c939602e04b6 req-63765b0c-0281-498b-afdb-05765769d57d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.1132116 Nov 02 12:46:26.226540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] Publish callbacks [] for security_group (26d3ab34-4804-46ec-801b-576369c58126), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.266664 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Allocated IP 172.20.0.6 (c0e77433-3e3d-49ad-95b9-de1a659b0a05/c5f746c2-ec01-4f3c-9aaa-5f75a45c795a/f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:26.361473 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 3 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:26.431462 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e6d42fe-8b28-4bc8-b1cc-544400552640 req-d09a6a3b-9393-4443-8775-e8439994f839 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.1215534 Nov 02 12:46:26.482374 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:26.503689 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:46:26.514102 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks [] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.527750 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-67612884-15f6-4057-bdbe-d768d8870650 req-d2f9cf77-71ef-4e9d-a86b-7378f3eadd5f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791921 Nov 02 12:46:26.538741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Transition to ACTIVE for port object b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:46:26.544198 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.20.0.10 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/70c31d06-a268-4141-9732-ffdcff9c2f32) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:26.597829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.714958 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Pushing event updated for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:26.760595 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] Publish callbacks [] for security_group (26d3ab34-4804-46ec-801b-576369c58126), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.860828 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.946864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.970270 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:26.983669 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 4 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:27.074105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:27.163794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.179108 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7dd53175-8f05-427f-a258-7382efcf9e19 admin admin] Publish callbacks [] for security_group (b6d9937c-734f-45b3-91e5-ff62647bf81a), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.215243 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-09f2be5c-1537-48a1-960d-b2224983ff46 req-fcfa80ec-4876-48e2-b21f-5da587c19618 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.0993133 Nov 02 12:46:27.225837 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7dd53175-8f05-427f-a258-7382efcf9e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b6d9937c-734f-45b3-91e5-ff62647bf81a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.267332 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-7dd53175-8f05-427f-a258-7382efcf9e19 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c3165adc9ad344879ff05393e7d9a080&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6446557 Nov 02 12:46:27.271997 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34024) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:27.281242 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (26d3ab34-4804-46ec-801b-576369c58126), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.284896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.286428 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/26d3ab34-4804-46ec-801b-576369c58126 HTTP/1.1" status: 204 len: 168 time: 1.3408780 Nov 02 12:46:27.301288 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Attempting to bind port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:27.314957 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Attempting to bind port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:27.315681 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Attempting to bind port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 on network 2a38e056-58e5-4927-ae6b-5099267e3978 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:27.326044 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:27.367450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 on network 2a38e056-58e5-4927-ae6b-5099267e3978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:46:27.368049 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Attempting to bind port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 on network 2a38e056-58e5-4927-ae6b-5099267e3978 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:27.373949 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:27.386882 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5ca6e93-9efb-42c2-a185-7dc5b99ce48e req-87351bbc-7a88-4fd5-aa9d-5601b01d266c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.0593534 Nov 02 12:46:27.393069 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:27.399895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:27.400381 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Checking segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:27.401015 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Bound using segment: {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:27.401708 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Bound port: b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e84081f-ac66-4c7f-9e46-53f4c302b2ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:27.402280 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.419728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd53175-8f05-427f-a258-7382efcf9e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d9937c-734f-45b3-91e5-ff62647bf81a,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.420629 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:27.423458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.427120 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.453273 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.518857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.523420 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059173e-f550-4916-bf11-6de984114cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d3ab34-4804-46ec-801b-576369c58126,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.595037 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 5 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:27.626817 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:27.653732 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-96788bb3-9392-4060-8aad-22074130508c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3926823 Nov 02 12:46:27.734992 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:27.803817 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:27.914738 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:27.916889 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] Publish callbacks [] for security_group (b6d9937c-734f-45b3-91e5-ff62647bf81a), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:27.940634 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:27.942122 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:28.077344 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.091910 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] Publish callbacks [] for security_group (b6d9937c-734f-45b3-91e5-ff62647bf81a), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.113100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:28.127365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Request body: {'port': {'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:28.147307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:28.174541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:28.188427 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:28.196970 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:28.198999 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.234154 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:28.235068 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.236114 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Attempt 6 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:46:28.261919 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.276244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:28.281777 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.288990 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] 10.222.0.94 "PUT /v2.0/ports/b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 HTTP/1.1" status: 200 len: 1093 time: 3.0993674 Nov 02 12:46:28.318547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34052) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:28.346781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-1698623c-a8d7-40db-a563-452a6934693a None None] Port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:46:28.426123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:46:28.484152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.504474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Provisioning complete for port 70c31d06-a268-4141-9732-ffdcff9c2f32 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:28.506616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.507251 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 1 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:28.558127 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8b69f646-3db6-4bf6-85c4-8ec10925a33a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3032556 Nov 02 12:46:28.560036 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be1b0adf-7c2a-49f7-8d85-19898bd88e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.612881 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:28.637361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32df299-022c-4d3e-b649-2005f49e071e service neutron] Pushing event updated for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.653586 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Request body: {'port': {'device_id': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:28.873329 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f93a677-4e4d-4e91-ba61-0599b5d305a2" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:28.891769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b6d9937c-734f-45b3-91e5-ff62647bf81a), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.894809 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:28.904611 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b6d9937c-734f-45b3-91e5-ff62647bf81a HTTP/1.1" status: 204 len: 168 time: 1.6219392 Nov 02 12:46:28.996514 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776213-1541-492e-8972-4d1c0e9bf2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d9937c-734f-45b3-91e5-ff62647bf81a,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:28.999800 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-386a875c-7611-44ba-8fdc-06d0b6f27cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:29.013113 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-386a875c-7611-44ba-8fdc-06d0b6f27cac service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e623a0793c204cd9a3298901200b6a18&device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 1127 time: 0.5462413 Nov 02 12:46:29.110534 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Allocated IP 172.20.0.10 (276715ef-1d86-4168-8d9c-202f0c885f29/342ace3b-f12c-40aa-add9-318adad073dc/77e463c4-25b7-4b1d-bda0-16e9c08b38a3) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:46:29.125839 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 2 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:29.130922 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-67c5fc74-4031-4727-8662-547100f541b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9999068 Nov 02 12:46:29.149490 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f9866-784d-47fc-bf81-6290d2717512 req-5dc5b6a1-ffd9-41e8-81ae-034c30f01ec3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:29.156819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.159306 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-092f9866-784d-47fc-bf81-6290d2717512 req-5dc5b6a1-ffd9-41e8-81ae-034c30f01ec3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 932 time: 1.4773266 Nov 02 12:46:29.222332 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:29.231976 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bac6ab-6181-4b8d-bc61-05a39e53b6e4 req-6bf7a849-62fb-4518-8581-df81ccd5cfcf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:29.236642 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4bac6ab-6181-4b8d-bc61-05a39e53b6e4 req-6bf7a849-62fb-4518-8581-df81ccd5cfcf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 1.3743067 Nov 02 12:46:29.293112 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be1b0adf-7c2a-49f7-8d85-19898bd88e3f admin admin] Publish callbacks [] for security_group (910dbcd2-3ff6-43e1-8617-38b43102c882), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.301190 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be1b0adf-7c2a-49f7-8d85-19898bd88e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (910dbcd2-3ff6-43e1-8617-38b43102c882), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.436625 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-be1b0adf-7c2a-49f7-8d85-19898bd88e3f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13ff8e0c8d084b668bcdd8ddfef36e96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0046241 Nov 02 12:46:29.522441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34072) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:29.532735 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b0adf-7c2a-49f7-8d85-19898bd88e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910dbcd2-3ff6-43e1-8617-38b43102c882,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:29.663839 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-929694f4-dbe7-412c-b3a8-95ac18d38f09 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 HTTP/1.1" status: 200 len: 217 time: 0.0758629 Nov 02 12:46:29.680852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.682148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] Publish callbacks [] for security_group (910dbcd2-3ff6-43e1-8617-38b43102c882), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.710677 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34076) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:29.724105 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 3 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:29.733310 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Request body: {'port': {'device_id': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:29.765935 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70c31d06-a268-4141-9732-ffdcff9c2f32 {{(pid=115588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:46:29.798619 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:29.837444 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fe614b6a-54d1-4da2-82f8-175b0e15b4ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.871996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks [] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:29.903469 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] Publish callbacks [] for security_group (910dbcd2-3ff6-43e1-8617-38b43102c882), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.107097 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-092f9866-784d-47fc-bf81-6290d2717512 req-a2464b31-f599-4285-a313-46bbbababdc3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9465141 Nov 02 12:46:30.109389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-a66acefc-ca99-4546-a42a-4ec2bb03dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:30.115066 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-a66acefc-ca99-4546-a42a-4ec2bb03dc49 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5b837bed-8aca-45da-9f83-0b6212cbc4c6 HTTP/1.1" status: 200 len: 850 time: 0.4158130 Nov 02 12:46:30.142825 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.233425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (910dbcd2-3ff6-43e1-8617-38b43102c882), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.238685 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.240857 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/910dbcd2-3ff6-43e1-8617-38b43102c882 HTTP/1.1" status: 204 len: 168 time: 0.7168655 Nov 02 12:46:30.274123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7ecd1-deaa-4db2-8ce6-8bd23c8dbffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910dbcd2-3ff6-43e1-8617-38b43102c882,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.302107 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 4 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:30.429810 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.provisioning_blocks [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Transition to ACTIVE for port object 70c31d06-a268-4141-9732-ffdcff9c2f32 will not be triggered until provisioned by entity L2. {{(pid=115588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:46:30.442227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:46:30.478730 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:30.495985 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fe614b6a-54d1-4da2-82f8-175b0e15b4ed admin admin] Publish callbacks [] for security_group (d3fe8aa2-2008-4839-b500-59c735d42d01), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.517605 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14627032-690d-41c0-bd22-c3e43869336f req-591e974d-1767-4874-aedb-0338aa50f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:30.519398 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-591e974d-1767-4874-aedb-0338aa50f732 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a38e056-58e5-4927-ae6b-5099267e3978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2368569 Nov 02 12:46:30.533880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fe614b6a-54d1-4da2-82f8-175b0e15b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d3fe8aa2-2008-4839-b500-59c735d42d01), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.535616 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.618055 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4bac6ab-6181-4b8d-bc61-05a39e53b6e4 req-917556c4-2ce3-4a88-825b-3435d1865867 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3447747 Nov 02 12:46:30.618914 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe614b6a-54d1-4da2-82f8-175b0e15b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3fe8aa2-2008-4839-b500-59c735d42d01,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.687746 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-fe614b6a-54d1-4da2-82f8-175b0e15b4ed admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=25dcf22ee6fb4f54b57494fe880b325d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9628549 Nov 02 12:46:30.691137 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34100) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:30.773364 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] Publish callbacks [] for security_group (d3fe8aa2-2008-4839-b500-59c735d42d01), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.959003 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:30.965515 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:30.971818 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 5 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:31.009222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] Publish callbacks [] for security_group (d3fe8aa2-2008-4839-b500-59c735d42d01), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.067110 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:31.073575 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-574fe603-7788-4f91-909b-d06e4f777058 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343547 Nov 02 12:46:31.172540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d3fe8aa2-2008-4839-b500-59c735d42d01), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.177870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.183541 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/d3fe8aa2-2008-4839-b500-59c735d42d01 HTTP/1.1" status: 204 len: 168 time: 0.4913297 Nov 02 12:46:31.200465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:46:31.213038 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373e32c-ae8c-4c30-be9f-327c4583c5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3fe8aa2-2008-4839-b500-59c735d42d01,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:31.226323 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks [] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.267610 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Attempting to bind port 70c31d06-a268-4141-9732-ffdcff9c2f32 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:31.268402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Attempting to bind port 70c31d06-a268-4141-9732-ffdcff9c2f32 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:31.269139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Attempting to bind port 70c31d06-a268-4141-9732-ffdcff9c2f32 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:31.275847 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:31.278075 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Transition to ACTIVE for port object 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:46:31.289140 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.300435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:46:31.321996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:46:31.334598 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62dda0-6bf6-441f-96c0-38ba96dfdf8d req-51e2ea66-bc3e-414a-846e-4ee6d3b078c7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.336472 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe62dda0-6bf6-441f-96c0-38ba96dfdf8d req-51e2ea66-bc3e-414a-846e-4ee6d3b078c7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 931 time: 0.9397573 Nov 02 12:46:31.337754 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:46:31.343888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.344673 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.441118 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:46:31.441459 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Attempting to bind port 70c31d06-a268-4141-9732-ffdcff9c2f32 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:31.475531 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-8b381bdc-c369-42bd-a96f-267b9da653e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6095495 Nov 02 12:46:31.489836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:31.490285 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:31.490995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:31.491473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Bound port: 70c31d06-a268-4141-9732-ffdcff9c2f32, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:31.491832 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.534736 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:31.568702 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 6 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:31.589223 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, cleared binding levels {{(pid=115588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:31.604204 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=70c31d06-a268-4141-9732-ffdcff9c2f32,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:31.629251 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Attempting to bind port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:31.629550 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Attempting to bind port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:31.629888 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Attempting to bind port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:31.640583 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 on network 276715ef-1d86-4168-8d9c-202f0c885f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:46:31.640898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Attempting to bind port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:31.648179 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160ca20-248e-451c-baf1-f312f9126855 req-f66f4fd9-b28e-45da-a248-cef1b9c53912 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.650196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6160ca20-248e-451c-baf1-f312f9126855 req-f66f4fd9-b28e-45da-a248-cef1b9c53912 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 931 time: 0.8517516 Nov 02 12:46:31.652533 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.656207 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:31.656555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:31.656951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Bound using segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:31.658743 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Bound port: 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:31.659127 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.731290 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:31.767247 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.768045 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.775873 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] 10.222.0.94 "PUT /v2.0/ports/70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 200 len: 1094 time: 3.8598433 Nov 02 12:46:31.807370 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6160ca20-248e-451c-baf1-f312f9126855 req-d1a5dd3f-d1e0-45d2-b75c-78459fcf8a3b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379168 Nov 02 12:46:31.807370 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:46:31.821026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:31.829030 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:31.848896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.848896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:31.850069 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:31.852743 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] 10.222.0.94 "PUT /v2.0/ports/3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 1093 time: 3.2048347 Nov 02 12:46:31.938383 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658bb09-f807-4693-8d4d-bed0978feb90 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.048169 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe62dda0-6bf6-441f-96c0-38ba96dfdf8d req-c1bf663a-817e-4b13-9a9d-0558fed97612 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6308274 Nov 02 12:46:32.235810 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Attempt 7 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:46:32.333858 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bd82b6b2-5d5b-42cb-b04f-3fa2db981a27 None None] Port 70c31d06-a268-4141-9732-ffdcff9c2f32 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:46:32.366613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6748b4-008d-4f4a-a7c0-c87bb51c87f5 service neutron] Pushing event updated for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=3']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:32.479240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Provisioning complete for port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:46:32.480562 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d2147-3bb6-4851-8478-492039617983 req-ebfc25e6-83ad-4845-91b0-bded2c57fd23 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:32.481456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.483627 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 1 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:32.513721 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-463d2147-3bb6-4851-8478-492039617983 req-ebfc25e6-83ad-4845-91b0-bded2c57fd23 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.2654600 Nov 02 12:46:32.531104 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:46:32.605617 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:32.617825 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca306690-cb98-41df-8a48-66c69e6470d4 x-openstack-request-id: req-ca306690-cb98-41df-8a48-66c69e6470d4 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:32.618886 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:32.619368 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ca306690-cb98-41df-8a48-66c69e6470d4 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:32.620714 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca306690-cb98-41df-8a48-66c69e6470d4'] response: {'name': 'network-changed', 'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4', 'status': 'completed', 'code': 200} Nov 02 12:46:32.723899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks [] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.746618 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.provisioning_blocks [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Transition to ACTIVE for port object f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 will not be triggered until provisioned by entity L2. {{(pid=115588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:46:32.753079 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ba9dc-81b7-4ee3-818c-512db40258dd" -d '{"events": [{"name": "network-changed", "server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:32.759617 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:32.789272 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-463d2147-3bb6-4851-8478-492039617983 req-33a0ec16-aadd-4384-8824-140143bcf58e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800679 Nov 02 12:46:32.955682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Request body: {'port': {'device_id': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:46:33.006327 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-14627032-690d-41c0-bd22-c3e43869336f req-983edd6f-5dbb-4bee-82f5-5f24a7390ed1 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971126 Nov 02 12:46:33.106675 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 2 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:33.131711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-4324bca0-22ab-4bc5-95ad-df74a6dafe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:33.146228 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-4324bca0-22ab-4bc5-95ad-df74a6dafe60 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 1128 time: 0.3246815 Nov 02 12:46:33.192415 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:33.249700 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:33.314599 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89be8b29-b4c6-40f3-8220-4aaae94bfb77 x-openstack-request-id: req-89be8b29-b4c6-40f3-8220-4aaae94bfb77 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:33.315576 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:33.316225 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-89be8b29-b4c6-40f3-8220-4aaae94bfb77 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:33.316813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89be8b29-b4c6-40f3-8220-4aaae94bfb77'] response: {'name': 'network-changed', 'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'status': 'completed', 'code': 200} Nov 02 12:46:33.360488 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Attempting to bind port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:33.368942 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Attempting to bind port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:33.369642 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Attempting to bind port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:33.396544 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:46:33.396988 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Attempting to bind port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:33.456128 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b87ade-ef90-427f-af15-dbab0ff20af9 req-ed31c72b-e7fd-44b7-bc55-048a7e72a408 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:33.457811 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2b87ade-ef90-427f-af15-dbab0ff20af9 req-ed31c72b-e7fd-44b7-bc55-048a7e72a408 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.6881280 Nov 02 12:46:33.529956 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.584420 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-949f96d3-1077-428c-a60a-1f6b6ef89302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:33.585928 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-949f96d3-1077-428c-a60a-1f6b6ef89302 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1127 time: 0.7355688 Nov 02 12:46:33.590616 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:33.591006 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Checking segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:33.591529 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Bound using segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:33.591997 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Bound port: f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:33.592364 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:33.695020 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 3 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:33.782511 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:34.055000 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2b87ade-ef90-427f-af15-dbab0ff20af9 req-3e48d3e7-9dbc-46bf-be70-c9f94e188e14 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290091 Nov 02 12:46:34.284940 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 4 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:34.366174 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:34.375227 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fadb19-32c8-4ded-8d11-8b807be7ff4c req-7f141dc0-e20f-45cf-9f0f-d7a35f407bf8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:34.380270 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d6fadb19-32c8-4ded-8d11-8b807be7ff4c req-7f141dc0-e20f-45cf-9f0f-d7a35f407bf8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 1.0245252 Nov 02 12:46:34.639216 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-9313516b-327e-46ad-908f-a9e49f5250a9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 200 len: 217 time: 0.1455116 Nov 02 12:46:34.639713 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:46:34.641631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13af4e-97de-475b-a6cc-8cf0450f08f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:34.701514 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-616d4f4c-25a7-461c-b971-9ae46dbd6b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:34.701514 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-616d4f4c-25a7-461c-b971-9ae46dbd6b6c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e623a0793c204cd9a3298901200b6a18&device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 1127 time: 0.1061325 Nov 02 12:46:34.835081 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, cleared binding levels {{(pid=115588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:34.839129 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-48b52cba-2bdd-484f-9c4e-fbc03e20c631 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 217 time: 0.2830725 Nov 02 12:46:34.868585 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 5 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:34.870705 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:34.901842 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.914011 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d6fadb19-32c8-4ded-8d11-8b807be7ff4c req-5d73aca2-156f-431b-8e8b-6f122e0cae66 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4855735 Nov 02 12:46:34.917824 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:34.918487 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:34.920381 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] 10.222.0.94 "PUT /v2.0/ports/f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 1093 time: 5.2246904 Nov 02 12:46:34.932592 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:34.984700 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3aa45-0f94-431d-bd1e-ead581507ad6 req-b36224b1-ae28-4fe5-a293-ff7e4e602a24 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:34.986385 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-23f3aa45-0f94-431d-bd1e-ead581507ad6 req-b36224b1-ae28-4fe5-a293-ff7e4e602a24 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.6627250 Nov 02 12:46:35.101636 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03910094-9e63-4e4c-bf5f-0e60bd609394 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=3']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.136670 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-23f3aa45-0f94-431d-bd1e-ead581507ad6 req-007edc9a-450f-4321-8a4f-5acd24954004 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399448 Nov 02 12:46:35.172964 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 {{(pid=115588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:46:35.184796 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks [] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.194449 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d23fbb-ef8b-4a88-b20d-a5c1404cbb8b req-7fae41f1-af5f-4056-81d6-a4ed1716c1de tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:35.196126 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b9d23fbb-ef8b-4a88-b20d-a5c1404cbb8b req-7fae41f1-af5f-4056-81d6-a4ed1716c1de tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.1818573 Nov 02 12:46:35.216474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.provisioning_blocks [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Transition to ACTIVE for port object 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 will not be triggered until provisioned by entity L2. {{(pid=115588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:46:35.218667 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa89b41-8eac-4e35-aba0-16542d900f0e x-openstack-request-id: req-2fa89b41-8eac-4e35-aba0-16542d900f0e {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:35.219060 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:35.219470 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2fa89b41-8eac-4e35-aba0-16542d900f0e {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:35.220283 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa89b41-8eac-4e35-aba0-16542d900f0e'] response: {'name': 'network-changed', 'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0', 'status': 'completed', 'code': 200} Nov 02 12:46:35.228719 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.330598 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:46:35.334159 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce908b8-f4bb-4cf8-a12a-15e65da07705" -d '{"events": [{"name": "network-changed", "server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:35.368110 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Pushing event updated for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.375075 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b9d23fbb-ef8b-4a88-b20d-a5c1404cbb8b req-adda0a39-cd3d-49db-9840-ba5df32fb3cc tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718016 Nov 02 12:46:35.420641 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Attempting to bind port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:46:35.421705 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Attempting to bind port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:46:35.422404 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Attempting to bind port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:35.432820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34284) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:35.435051 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 6 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:35.444684 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec8cb5-4f03-4cf8-bcaf-d20f065bbdd3 req-ef61fdf2-2ac6-4b6d-b17f-1f4f947827f0 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:35.451649 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75ec8cb5-4f03-4cf8-bcaf-d20f065bbdd3 req-ef61fdf2-2ac6-4b6d-b17f-1f4f947827f0 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.1720493 Nov 02 12:46:35.455019 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acef19d-806b-44fa-8b60-e96119e3bc19 x-openstack-request-id: req-6acef19d-806b-44fa-8b60-e96119e3bc19 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:35.455303 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:35.455566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-6acef19d-806b-44fa-8b60-e96119e3bc19 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:35.455960 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acef19d-806b-44fa-8b60-e96119e3bc19'] response: {'name': 'network-changed', 'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'status': 'completed', 'code': 200} Nov 02 12:46:35.457365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 on network 276715ef-1d86-4168-8d9c-202f0c885f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:46:35.458265 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Attempting to bind port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:46:35.477400 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:46:35.477744 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:46:35.478136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Bound using segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:46:35.478613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Bound port: 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:46:35.479028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.480958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:46:35.525257 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75ec8cb5-4f03-4cf8-bcaf-d20f065bbdd3 req-2b49b04c-bd28-4efe-960b-c8c1292b01e9 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727315 Nov 02 12:46:35.583336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, cleared binding levels {{(pid=115588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:46:35.586596 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:46:35.592859 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.597119 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:35.599163 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.600783 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] 10.222.0.94 "PUT /v2.0/ports/77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 1094 time: 2.7463531 Nov 02 12:46:35.655222 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4fd0-1944-460d-9e4e-796becf7a81c service neutron] Pushing event updated for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=3']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.673312 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2f8508ea-819a-4be2-a25a-e7af890dbbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.769614 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2f8508ea-819a-4be2-a25a-e7af890dbbdb admin admin] Publish callbacks [] for security_group (b504e42b-cb20-4346-bde5-4e361c7e0912), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.775259 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2f8508ea-819a-4be2-a25a-e7af890dbbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b504e42b-cb20-4346-bde5-4e361c7e0912), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.824550 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8508ea-819a-4be2-a25a-e7af890dbbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b504e42b-cb20-4346-bde5-4e361c7e0912,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:35.837942 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2f8508ea-819a-4be2-a25a-e7af890dbbdb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4442911cf0f4488c8e80a226f13ea11c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966396 Nov 02 12:46:35.837942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34316) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:35.888910 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] Publish callbacks [] for security_group (b504e42b-cb20-4346-bde5-4e361c7e0912), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.910728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] Publish callbacks [] for security_group (b504e42b-cb20-4346-bde5-4e361c7e0912), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.969802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b504e42b-cb20-4346-bde5-4e361c7e0912), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.974651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:35.978822 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b504e42b-cb20-4346-bde5-4e361c7e0912 HTTP/1.1" status: 204 len: 168 time: 0.1423712 Nov 02 12:46:35.982281 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Attempt 7 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:46:36.009091 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8017186-fa7f-4542-9ae2-f981542611d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b504e42b-cb20-4346-bde5-4e361c7e0912,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:36.053159 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5f756d56-506a-4064-b065-2b25841fb467 None None] Port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:46:36.079826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d891e-f47c-4015-9d1a-e8d9090ec0be req-2fdfec58-662a-47ba-b71f-10001d575b68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.086795 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f02d891e-f47c-4015-9d1a-e8d9090ec0be req-2fdfec58-662a-47ba-b71f-10001d575b68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0734999 Nov 02 12:46:36.114727 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34326) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:36.134839 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f02d891e-f47c-4015-9d1a-e8d9090ec0be req-0c330369-dfec-43c5-bce3-6fe7a6319282 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457997 Nov 02 12:46:36.285676 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376660b7-2a1f-47a6-9507-d1c5052b0983 req-426a90b1-0baf-4469-a8f7-de88c944fae1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.287984 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-376660b7-2a1f-47a6-9507-d1c5052b0983 req-426a90b1-0baf-4469-a8f7-de88c944fae1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0623717 Nov 02 12:46:36.341185 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-376660b7-2a1f-47a6-9507-d1c5052b0983 req-d1d2ac7a-0f3b-43e3-baf3-f669471ef882 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Nov 02 12:46:36.378143 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a270729b-6aad-4980-ab79-604078fa6e62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.395523 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34336) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:36.416924 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ae0da3a3-2851-4717-b653-2190d409d03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.526933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a270729b-6aad-4980-ab79-604078fa6e62 admin admin] Publish callbacks [] for security_group (2d6e18bf-c2cf-4090-a4ff-f62df1319762), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.540098 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a270729b-6aad-4980-ab79-604078fa6e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2d6e18bf-c2cf-4090-a4ff-f62df1319762), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.540713 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67012c-843e-442b-bc94-ac8d5aa65ab7 req-c981a534-d6b1-447f-8417-93f24ce538cd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.542582 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b67012c-843e-442b-bc94-ac8d5aa65ab7 req-c981a534-d6b1-447f-8417-93f24ce538cd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0700173 Nov 02 12:46:36.599933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ae0da3a3-2851-4717-b653-2190d409d03b admin admin] Publish callbacks [] for security_group (961c63df-70e1-4674-9b20-4e950d570e59), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.603610 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b67012c-843e-442b-bc94-ac8d5aa65ab7 req-cd566370-03a8-4480-a18d-8f901afd500f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536499 Nov 02 12:46:36.604518 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a270729b-6aad-4980-ab79-604078fa6e62 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e467a4e7493e40c0b11ac26b7288f801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885473 Nov 02 12:46:36.606114 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270729b-6aad-4980-ab79-604078fa6e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6e18bf-c2cf-4090-a4ff-f62df1319762,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:36.608467 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 34346) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:36.609765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ae0da3a3-2851-4717-b653-2190d409d03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (961c63df-70e1-4674-9b20-4e950d570e59), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.655744 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0da3a3-2851-4717-b653-2190d409d03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c63df-70e1-4674-9b20-4e950d570e59,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:36.663129 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ae0da3a3-2851-4717-b653-2190d409d03b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=3b4dce4ac34940e18f67ccf86b97097d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2659643 Nov 02 12:46:36.665883 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34350) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:36.748186 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] Publish callbacks [] for security_group (961c63df-70e1-4674-9b20-4e950d570e59), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.756052 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] Publish callbacks [] for security_group (2d6e18bf-c2cf-4090-a4ff-f62df1319762), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.789005 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7018521-1f2b-457d-b217-c60744aca5f3 req-f1f38a79-af48-4a54-8175-edd534d07bcb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:36.790722 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a7018521-1f2b-457d-b217-c60744aca5f3 req-f1f38a79-af48-4a54-8175-edd534d07bcb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.1103363 Nov 02 12:46:36.792959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] Publish callbacks [] for security_group (961c63df-70e1-4674-9b20-4e950d570e59), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.801868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] Publish callbacks [] for security_group (2d6e18bf-c2cf-4090-a4ff-f62df1319762), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.869989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (961c63df-70e1-4674-9b20-4e950d570e59), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.873752 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.875322 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/961c63df-70e1-4674-9b20-4e950d570e59 HTTP/1.1" status: 204 len: 168 time: 0.2082052 Nov 02 12:46:36.885378 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140b03d-83b6-483c-8948-6b1562db4a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c63df-70e1-4674-9b20-4e950d570e59,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:36.900110 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a7018521-1f2b-457d-b217-c60744aca5f3 req-9d98b4cf-3736-47ec-9cb1-4d0560d2672b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959795 Nov 02 12:46:36.921008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2d6e18bf-c2cf-4090-a4ff-f62df1319762), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.924931 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:36.928059 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2d6e18bf-c2cf-4090-a4ff-f62df1319762 HTTP/1.1" status: 204 len: 168 time: 0.3176291 Nov 02 12:46:36.946369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d84488-46ca-4d1c-84d4-87fbcdb12aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6e18bf-c2cf-4090-a4ff-f62df1319762,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:37.228814 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-1cbe163a-29ba-40cf-831c-a2b38854bc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.230324 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-1cbe163a-29ba-40cf-831c-a2b38854bc11 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0959034 Nov 02 12:46:37.366851 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b895210-dc78-44e6-a82f-5ee6c435e03c req-41d719b5-176c-4b58-b335-1fbc6707e6b9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.368474 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b895210-dc78-44e6-a82f-5ee6c435e03c req-41d719b5-176c-4b58-b335-1fbc6707e6b9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.1043954 Nov 02 12:46:37.370685 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34376) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:37.388497 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2e24619-985d-4e16-bcfb-e8d5b29e10e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:37.390153 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-ef9fd5d7-6ade-4e32-9da8-a5a3ed4a50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.391618 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-ef9fd5d7-6ade-4e32-9da8-a5a3ed4a50bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0883520 Nov 02 12:46:37.445741 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b895210-dc78-44e6-a82f-5ee6c435e03c req-426f08ba-f3ca-4603-8a95-dca92955ebc8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646100 Nov 02 12:46:37.462548 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:46:37.465135 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:46:37.528509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95dd523-c5cd-46a6-8655-e8f17b80ee77 x-openstack-request-id: req-a95dd523-c5cd-46a6-8655-e8f17b80ee77 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:46:37.529129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:46:37.529557 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a95dd523-c5cd-46a6-8655-e8f17b80ee77 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:46:37.530108 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a95dd523-c5cd-46a6-8655-e8f17b80ee77'] response: {'name': 'network-changed', 'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3', 'status': 'completed', 'code': 200} Nov 02 12:46:37.637280 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-05d63e70-f530-4d8f-9413-9c4bdd6c3682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.638809 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-05d63e70-f530-4d8f-9413-9c4bdd6c3682 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1514130 Nov 02 12:46:37.651693 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-abf4b3c5-e15d-4e27-a91d-71f881fb38c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.653514 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-abf4b3c5-e15d-4e27-a91d-71f881fb38c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a38e056-58e5-4927-ae6b-5099267e3978 HTTP/1.1" status: 200 len: 913 time: 0.2671630 Nov 02 12:46:37.681981 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678813d3-54fe-4f53-802a-e834ac38274f req-5bb494b7-62e2-4f90-ac93-4473f85430f5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.690260 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-678813d3-54fe-4f53-802a-e834ac38274f req-5bb494b7-62e2-4f90-ac93-4473f85430f5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.2377851 Nov 02 12:46:37.713167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-2cbb2e49-64aa-4340-892c-13903a7957dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.714680 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-2cbb2e49-64aa-4340-892c-13903a7957dc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1127 time: 0.2134957 Nov 02 12:46:37.737248 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-6dd9d1db-ba04-40d3-a73c-424aacfcecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.737248 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-6dd9d1db-ba04-40d3-a73c-424aacfcecf4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1128 time: 0.2333350 Nov 02 12:46:37.782938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-dbcb0d2e-645f-4519-9f44-1ee80b03a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:37.784512 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-dbcb0d2e-645f-4519-9f44-1ee80b03a02e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2599843 Nov 02 12:46:37.949760 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-cc8d6990-12c9-4e51-929c-c9072df2afb7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.1945367 Nov 02 12:46:37.985446 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-b144b7f7-853c-4795-80ca-1e171206886f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 HTTP/1.1" status: 200 len: 217 time: 0.2543781 Nov 02 12:46:38.011368 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-678813d3-54fe-4f53-802a-e834ac38274f req-3d06c49e-fd64-4550-860d-7cedab90f3d3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197908 Nov 02 12:46:38.060326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2e24619-985d-4e16-bcfb-e8d5b29e10e3 admin admin] Publish callbacks [] for security_group (04ac7d03-9d64-43b4-a5d1-9d6da01a3363), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.072846 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2e24619-985d-4e16-bcfb-e8d5b29e10e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (04ac7d03-9d64-43b4-a5d1-9d6da01a3363), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.082410 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-b4a26613-9556-48e4-ba9c-752f2227c512 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339137 Nov 02 12:46:38.106604 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-63576cdf-051e-4392-b8f3-6b5dfbc06831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.108078 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-63576cdf-051e-4392-b8f3-6b5dfbc06831 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5b837bed-8aca-45da-9f83-0b6212cbc4c6 HTTP/1.1" status: 200 len: 850 time: 0.1111560 Nov 02 12:46:38.164493 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c2e24619-985d-4e16-bcfb-e8d5b29e10e3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ac5ed25c1db413abc95597ad4de2273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7892239 Nov 02 12:46:38.190098 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34412) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:38.236010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e24619-985d-4e16-bcfb-e8d5b29e10e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac7d03-9d64-43b4-a5d1-9d6da01a3363,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.361132 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-28585fba-3361-4dd3-ba57-01fecef10acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.362709 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-28585fba-3361-4dd3-ba57-01fecef10acd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a38e056-58e5-4927-ae6b-5099267e3978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2345550 Nov 02 12:46:38.368271 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-85a447c3-638e-4e23-a71c-a0607d1b88c2 req-fc3a05d8-7f37-46ff-80ba-19a647a1c9bc service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411978 Nov 02 12:46:38.383781 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] Publish callbacks [] for security_group (04ac7d03-9d64-43b4-a5d1-9d6da01a3363), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.409693 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] Publish callbacks [] for security_group (04ac7d03-9d64-43b4-a5d1-9d6da01a3363), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.430124 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21249e9-f9b7-44b7-ac00-acd69df1e3e6 req-b929ca8e-56c8-47a5-98aa-3b17ff271dc4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.434920 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b21249e9-f9b7-44b7-ac00-acd69df1e3e6 req-b929ca8e-56c8-47a5-98aa-3b17ff271dc4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.7255034 Nov 02 12:46:38.436416 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34422) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:38.444399 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-6cb4182e-9f3a-43a8-8086-6895076f97bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.449299 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-6cb4182e-9f3a-43a8-8086-6895076f97bb service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=db03c62f4da8405fa17e29a357979ebf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.7038805 Nov 02 12:46:38.473047 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-9b84e1ca-ba6a-4496-afc6-300cffcacac8 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225708 Nov 02 12:46:38.478760 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (04ac7d03-9d64-43b4-a5d1-9d6da01a3363), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.484802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.491549 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/04ac7d03-9d64-43b4-a5d1-9d6da01a3363 HTTP/1.1" status: 204 len: 168 time: 0.2972436 Nov 02 12:46:38.498603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f846d-94b7-44c0-bab5-dd324e0a00c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac7d03-9d64-43b4-a5d1-9d6da01a3363,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:38.524444 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-f4e0a410-c386-4762-a45d-34df1ae73fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.526009 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-f4e0a410-c386-4762-a45d-34df1ae73fa9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.5196958 Nov 02 12:46:38.559335 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2bae-dcea-4f8c-abf1-ba0cd260ee0d req-6cb60f5c-6cc5-4ab0-98be-6abaaf1e5913 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.567190 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8fab2bae-dcea-4f8c-abf1-ba0cd260ee0d req-6cb60f5c-6cc5-4ab0-98be-6abaaf1e5913 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.2667155 Nov 02 12:46:38.586480 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b21249e9-f9b7-44b7-ac00-acd69df1e3e6 req-ced1c096-53b1-445f-b0b2-45e76c517618 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292183 Nov 02 12:46:38.629568 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0557-f3f8-400c-b1b2-1c2989bd5c5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:38.696463 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8fab2bae-dcea-4f8c-abf1-ba0cd260ee0d req-622009c1-b7ea-4660-aef2-117878bd31bf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282177 Nov 02 12:46:38.823447 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-b0c56806-e61e-4857-9b19-75a04587ec17 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833827 Nov 02 12:46:38.828999 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-67ac349d-a8d8-499a-9c7f-825f4cb11200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.830577 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-67ac349d-a8d8-499a-9c7f-825f4cb11200 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 1128 time: 0.1233828 Nov 02 12:46:38.947264 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cc191-365d-40e6-8ad5-cd586551a5e9 req-56b8248e-3de8-4448-9fc3-2552bb286507 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:38.948983 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-120cc191-365d-40e6-8ad5-cd586551a5e9 req-56b8248e-3de8-4448-9fc3-2552bb286507 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.2903600 Nov 02 12:46:39.063669 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0557-f3f8-400c-b1b2-1c2989bd5c5f admin admin] Publish callbacks [] for security_group (4f200d17-5dea-42af-8117-74a9f853e7ee), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.082330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-68238d6d-19fd-480e-8164-8ef902639657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.083838 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-68238d6d-19fd-480e-8164-8ef902639657 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3843243 Nov 02 12:46:39.089750 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1244213-3b72-45ad-a443-6d90eb81deab req-ed575463-bad3-4836-97eb-3a4bd9a3861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.091426 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-ed575463-bad3-4836-97eb-3a4bd9a3861c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3940344 Nov 02 12:46:39.097524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b0557-f3f8-400c-b1b2-1c2989bd5c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4f200d17-5dea-42af-8117-74a9f853e7ee), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.123394 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-120cc191-365d-40e6-8ad5-cd586551a5e9 req-ddaea4ad-c11f-4e8d-922c-45d31901cbca tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766973 Nov 02 12:46:39.126263 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b22fe6de-5287-4008-b161-a3a3a86b526d req-39dfc05c-1c00-48f5-9986-67a8336614c8 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276760 Nov 02 12:46:39.152911 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-6c1b0557-f3f8-400c-b1b2-1c2989bd5c5f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a2a54d559c4f4f2aa3d12c5741e884bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7156863 Nov 02 12:46:39.156554 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b0557-f3f8-400c-b1b2-1c2989bd5c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f200d17-5dea-42af-8117-74a9f853e7ee,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:39.163129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 34450) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:39.251025 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-d011b28a-f757-4d86-bcbd-9d670889784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.253672 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-d011b28a-f757-4d86-bcbd-9d670889784c service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.4164298 Nov 02 12:46:39.258472 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6f93a677-4e4d-4e91-ba61-0599b5d305a2 req-0bc8e2d6-5494-4141-b089-5b116a97c1e4 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268811 Nov 02 12:46:39.318710 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] Publish callbacks [] for security_group (4f200d17-5dea-42af-8117-74a9f853e7ee), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.335733 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2d30b-a809-48cd-bf06-165fda4ce134 req-5a1acf9c-85ca-42d9-98fd-8b63f0d75e77 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.337258 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-24a2d30b-a809-48cd-bf06-165fda4ce134 req-5a1acf9c-85ca-42d9-98fd-8b63f0d75e77 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.1476948 Nov 02 12:46:39.375888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] Publish callbacks [] for security_group (4f200d17-5dea-42af-8117-74a9f853e7ee), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.436107 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-2ffded96-ee00-447d-add9-abbd3625b2d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 200 len: 217 time: 0.0428164 Nov 02 12:46:39.483523 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-17ff97c0-9bba-4d8e-9864-f5795f7ec762 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272789 Nov 02 12:46:39.488377 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-24a2d30b-a809-48cd-bf06-165fda4ce134 req-eba9216b-c4b5-4ea3-bc5b-f6a41afaf260 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428804 Nov 02 12:46:39.501200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-89b710d5-1a77-4d72-9aee-6a00b0c8ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.505799 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-89b710d5-1a77-4d72-9aee-6a00b0c8ef91 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1127 time: 0.1041720 Nov 02 12:46:39.517754 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-fa5470dc-507e-4b65-a3e8-d230e88d570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.519697 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-fa5470dc-507e-4b65-a3e8-d230e88d570c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1127 time: 0.1110184 Nov 02 12:46:39.520953 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4f200d17-5dea-42af-8117-74a9f853e7ee), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.523969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:39.525021 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4f200d17-5dea-42af-8117-74a9f853e7ee HTTP/1.1" status: 204 len: 168 time: 0.3597033 Nov 02 12:46:39.534050 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59917dff-8592-4197-b24b-4bd0d237b5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f200d17-5dea-42af-8117-74a9f853e7ee,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:39.719719 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12329f-c1ef-4f28-aeba-65569968d899 req-0a2fc6c6-bfc0-4b6f-9db6-587bf1972fe9 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.721253 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d12329f-c1ef-4f28-aeba-65569968d899 req-0a2fc6c6-bfc0-4b6f-9db6-587bf1972fe9 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0603809 Nov 02 12:46:39.784734 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d12329f-c1ef-4f28-aeba-65569968d899 req-59e04d55-ac4f-4f85-bb10-fa69e7db29cd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556495 Nov 02 12:46:39.866085 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8463b-49b2-4a17-9482-82101f72e03f req-3b639539-385e-4ec5-ad35-9b1615dab09a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:39.871139 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8c8463b-49b2-4a17-9482-82101f72e03f req-3b639539-385e-4ec5-ad35-9b1615dab09a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0742679 Nov 02 12:46:39.931313 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8c8463b-49b2-4a17-9482-82101f72e03f req-6b5816a1-e889-4406-86f8-10e9e13b3fbb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528870 Nov 02 12:46:40.290081 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510afff4-4884-44cd-921a-813620f53d41 req-288aea2b-4c18-450c-85ea-ad3316fe2127 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:40.291654 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-510afff4-4884-44cd-921a-813620f53d41 req-288aea2b-4c18-450c-85ea-ad3316fe2127 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0753403 Nov 02 12:46:40.354915 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-510afff4-4884-44cd-921a-813620f53d41 req-cfcdc931-223e-4b27-b64e-b078252a06dd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565634 Nov 02 12:46:40.652519 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f18d1820-9834-463d-9a0c-b954fe41ea66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:40.706452 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54ac81-41a6-4ea4-8690-44aac803cc78 req-f22a8214-3a2f-47da-8ca9-ade4a0971da7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:40.708303 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9f54ac81-41a6-4ea4-8690-44aac803cc78 req-f22a8214-3a2f-47da-8ca9-ade4a0971da7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.1039283 Nov 02 12:46:40.759338 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9f54ac81-41a6-4ea4-8690-44aac803cc78 req-c32e27d3-b9d3-4eb2-8c9b-4d839798a9e7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Nov 02 12:46:40.868659 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34526) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:40.915434 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096285-500b-4334-9a78-b45dd7783da4 req-20b84314-3cba-4c62-84fd-bec3d7e96b1f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:40.917433 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6096285-500b-4334-9a78-b45dd7783da4 req-20b84314-3cba-4c62-84fd-bec3d7e96b1f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0556910 Nov 02 12:46:40.967644 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6096285-500b-4334-9a78-b45dd7783da4 req-7acd8d83-1365-41ed-a831-7fc09c9d20ff tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444131 Nov 02 12:46:40.986516 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cf4af9d-de72-4964-8b9b-ac8a1c866d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.062702 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b959477-63a8-49ee-a417-b46149332024 req-bfb502b1-54aa-4dfb-b4e5-0b0eb874229f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:41.064311 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b959477-63a8-49ee-a417-b46149332024 req-bfb502b1-54aa-4dfb-b4e5-0b0eb874229f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0572693 Nov 02 12:46:41.067560 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cf4af9d-de72-4964-8b9b-ac8a1c866d98 admin admin] Publish callbacks [] for security_group (acbea5da-2c7e-4ce5-a820-dc120f1df923), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.072806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4cf4af9d-de72-4964-8b9b-ac8a1c866d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (acbea5da-2c7e-4ce5-a820-dc120f1df923), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.113902 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4cf4af9d-de72-4964-8b9b-ac8a1c866d98 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ded78b5f7e6f48668baa7ab4d6142601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418396 Nov 02 12:46:41.114100 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b959477-63a8-49ee-a417-b46149332024 req-6a23d7d4-7d26-4f3a-a251-7ee6bbfa0e6d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417380 Nov 02 12:46:41.114226 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4af9d-de72-4964-8b9b-ac8a1c866d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbea5da-2c7e-4ce5-a820-dc120f1df923,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.114347 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 34532) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:41.167877 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] Publish callbacks [] for security_group (acbea5da-2c7e-4ce5-a820-dc120f1df923), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.188123 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] Publish callbacks [] for security_group (acbea5da-2c7e-4ce5-a820-dc120f1df923), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.235366 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (acbea5da-2c7e-4ce5-a820-dc120f1df923), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.238022 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:41.239225 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/acbea5da-2c7e-4ce5-a820-dc120f1df923 HTTP/1.1" status: 204 len: 168 time: 0.1241755 Nov 02 12:46:41.247453 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a67268-337b-47c3-9fce-35431ded9602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbea5da-2c7e-4ce5-a820-dc120f1df923,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:41.420794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-ac52e94d-fc3b-4cb8-a14a-e5db552a50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:41.422312 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-ac52e94d-fc3b-4cb8-a14a-e5db552a50e7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0474300 Nov 02 12:46:41.490527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3c77d-8ea8-406e-ba40-fdde052fd2e5 req-c75419c3-5f42-4911-90d1-f7f595595593 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:41.492049 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-feb3c77d-8ea8-406e-ba40-fdde052fd2e5 req-c75419c3-5f42-4911-90d1-f7f595595593 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0546312 Nov 02 12:46:41.543414 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-feb3c77d-8ea8-406e-ba40-fdde052fd2e5 req-16c3457c-9da7-41c5-b5c0-2db5cb9a8360 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 Nov 02 12:46:41.889330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890d105-7cac-44f2-9974-7cd9411bdd58 req-1ed34855-f588-42fc-9111-34d6fe7a3943 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:41.890857 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8890d105-7cac-44f2-9974-7cd9411bdd58 req-1ed34855-f588-42fc-9111-34d6fe7a3943 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0567365 Nov 02 12:46:41.940511 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8890d105-7cac-44f2-9974-7cd9411bdd58 req-8b2a80d3-2c6e-4281-b926-48cfb8b65d46 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439663 Nov 02 12:46:42.099415 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3373f-c4f8-4cb3-8be7-c8a3af976b1d req-d1c1a264-e022-4e7d-a78d-5f6b894c8e78 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:42.101091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-54f3373f-c4f8-4cb3-8be7-c8a3af976b1d req-d1c1a264-e022-4e7d-a78d-5f6b894c8e78 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0574780 Nov 02 12:46:42.150780 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-54f3373f-c4f8-4cb3-8be7-c8a3af976b1d req-a31ae2bb-4c58-419b-97f2-7f7c443894ec tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440609 Nov 02 12:46:42.258095 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf024b2-5f49-4cbb-97d2-38a791c1ccff req-6bf236bd-fd21-4715-bc80-a98849b1eb48 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:42.259690 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bf024b2-5f49-4cbb-97d2-38a791c1ccff req-6bf236bd-fd21-4715-bc80-a98849b1eb48 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0572803 Nov 02 12:46:42.308167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bf024b2-5f49-4cbb-97d2-38a791c1ccff req-02474dc3-7b1d-4624-b120-092889d35946 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426629 Nov 02 12:46:42.671803 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42aab15-f456-47c3-bf0c-7e9a41f04f0b req-df84c472-975e-4ce7-b173-365ca003032b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:42.673278 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c42aab15-f456-47c3-bf0c-7e9a41f04f0b req-df84c472-975e-4ce7-b173-365ca003032b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0517848 Nov 02 12:46:42.720445 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c42aab15-f456-47c3-bf0c-7e9a41f04f0b req-8bc37db7-c3c7-4004-97a7-f8d3e9f91de1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416467 Nov 02 12:46:42.833706 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-8d550fa4-d809-45e3-ba0a-6d7b068ca47d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 217 time: 0.0476403 Nov 02 12:46:42.909532 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-613683ae-0281-4739-8f7e-7eb1258adc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:42.911199 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-613683ae-0281-4739-8f7e-7eb1258adc3a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1159592 Nov 02 12:46:42.930440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-200b3ae5-c3dc-46aa-bc9e-3e7cbe94c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:42.931921 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-200b3ae5-c3dc-46aa-bc9e-3e7cbe94c7e0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0687120 Nov 02 12:46:43.051609 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286290b-9b82-4898-8ee8-e14e92861215 req-2bb628b0-d5f9-496f-b4c3-c22b9d328408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.053143 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-2bb628b0-d5f9-496f-b4c3-c22b9d328408 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104968 Nov 02 12:46:43.058916 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-fc75f5a0-9dca-43bc-a9f8-008f0dc8bf8d service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386094 Nov 02 12:46:43.173759 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1a15f1fa-d9fc-4806-a170-7667d9ae8ba7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:43.213034 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-ccdba4f2-ef86-4541-8144-435a6df5cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.214530 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-ccdba4f2-ef86-4541-8144-435a6df5cdec service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.4277275 Nov 02 12:46:43.217991 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-b5163c67-60b4-4622-a2d8-de4552f72072 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175873 Nov 02 12:46:43.229720 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-927ba9dc-81b7-4ee3-818c-512db40258dd req-8702cf33-ce04-4305-bd7d-4ac198f7f04a service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612341 Nov 02 12:46:43.230759 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45575f-4dcd-44a2-928d-e37177c27de0 req-15dbbcff-27f2-4359-8fcc-8929d52caf74 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.231321 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-cf46d7f9-6284-4c4c-9d63-995779e291d8 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706688 Nov 02 12:46:43.232264 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a45575f-4dcd-44a2-928d-e37177c27de0 req-15dbbcff-27f2-4359-8fcc-8929d52caf74 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.1525359 Nov 02 12:46:43.314964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-c1011695-d4b5-401f-85eb-dc0d5de6367c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 217 time: 0.0627263 Nov 02 12:46:43.345615 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a45575f-4dcd-44a2-928d-e37177c27de0 req-60db881d-319c-4e32-a169-7dfca595747d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073816 Nov 02 12:46:43.363486 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d29cd-8fe6-4133-a2bf-c88140a13d26 req-949e4923-6b28-4b1d-ab01-397453bf2a4c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.365058 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-297d29cd-8fe6-4133-a2bf-c88140a13d26 req-949e4923-6b28-4b1d-ab01-397453bf2a4c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.1117439 Nov 02 12:46:43.452348 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d286290b-9b82-4898-8ee8-e14e92861215 req-ec8d3c27-3b1c-4b6a-80d2-5bb6b6f9f7b4 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148629 Nov 02 12:46:43.468158 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-297d29cd-8fe6-4133-a2bf-c88140a13d26 req-f011b165-aa49-4202-bdad-f0b73fccb057 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953596 Nov 02 12:46:43.510736 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0582f7-89e1-452a-92ba-917c608d8d16 req-febbe69d-161f-4660-b23e-35cb5231c349 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.512469 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d0582f7-89e1-452a-92ba-917c608d8d16 req-febbe69d-161f-4660-b23e-35cb5231c349 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0596893 Nov 02 12:46:43.597410 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-ea69b0a2-b951-40f6-b3a8-c13d0208157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.598963 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-ea69b0a2-b951-40f6-b3a8-c13d0208157b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1128 time: 0.0560410 Nov 02 12:46:43.600415 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-b83e6d2c-cee8-40cc-8af5-35087ac8d662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.602637 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-b83e6d2c-cee8-40cc-8af5-35087ac8d662 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0783045 Nov 02 12:46:43.613997 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d0582f7-89e1-452a-92ba-917c608d8d16 req-8f0401e6-a58a-448b-a57f-9fcf27890035 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960510 Nov 02 12:46:43.760668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-7ee8e21a-c1ef-4cae-adcf-727e839ec66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.762265 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-7ee8e21a-c1ef-4cae-adcf-727e839ec66f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484433 Nov 02 12:46:43.830361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-6da33c19-f645-4623-92c0-12aa0ef1491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.831867 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-6da33c19-f645-4623-92c0-12aa0ef1491d service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.1191750 Nov 02 12:46:43.876362 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-5e890e2b-601b-488c-8bac-30ed6844d174 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.0380492 Nov 02 12:46:43.903401 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-c26adda6-2170-4098-b0bc-cd72f7483621 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277237 Nov 02 12:46:43.925477 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f07c7b-13d6-46a8-8464-6fea70c62092 req-868e0d86-68b0-42c9-bbdb-13dd974888cb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.927192 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-74f07c7b-13d6-46a8-8464-6fea70c62092 req-868e0d86-68b0-42c9-bbdb-13dd974888cb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.1014810 Nov 02 12:46:43.948451 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-006cf21f-8c25-4f8f-866d-52d8e1470003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:43.949958 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-006cf21f-8c25-4f8f-866d-52d8e1470003 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0677207 Nov 02 12:46:44.000148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-0f6a3372-4de9-4a1e-a4e5-16bc3a9e139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:44.001829 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-0f6a3372-4de9-4a1e-a4e5-16bc3a9e139f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457549 Nov 02 12:46:44.029640 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-74f07c7b-13d6-46a8-8464-6fea70c62092 req-2903f5f6-688d-43c1-927d-f34e3f054ee2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911043 Nov 02 12:46:44.044633 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d13af4e-97de-475b-a6cc-8cf0450f08f8 req-f16e59c3-554b-40f3-8a91-8c8c7bb67e5b service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345723 Nov 02 12:46:44.102358 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-3b27c907-63c4-4e72-be23-aa92a7361092 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936694 Nov 02 12:46:44.208247 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-190bb3a8-7ce2-4a72-9bd7-a3c0223c2c27 req-582c8def-d74e-45ee-8bba-bbf1bba968fc service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879276 Nov 02 12:46:44.304831 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.367743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:44.481471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545f9ab-bf16-447e-aa8e-14bae09304c7 req-a0589e80-4c4a-4595-8a37-0a181229ad9b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:44.483016 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b545f9ab-bf16-447e-aa8e-14bae09304c7 req-a0589e80-4c4a-4595-8a37-0a181229ad9b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0567513 Nov 02 12:46:44.533082 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b545f9ab-bf16-447e-aa8e-14bae09304c7 req-69a4a713-1008-4344-a09a-61fe03820d1b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438890 Nov 02 12:46:44.613756 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1d31-b336-40f4-b19c-db164f0170c0 req-f6bc5488-2bae-4394-9138-4099a6338912 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:44.615254 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6ee1d31-b336-40f4-b19c-db164f0170c0 req-f6bc5488-2bae-4394-9138-4099a6338912 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0719109 Nov 02 12:46:44.667660 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6ee1d31-b336-40f4-b19c-db164f0170c0 req-aeca579c-39e8-4f30-b484-434f2b08780b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Nov 02 12:46:44.742617 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c8c3a-881c-4a4a-825a-04edb75c1788 req-dc3a557f-d246-46f2-83d8-2489f5c49bdc tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:44.744134 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e2c8c3a-881c-4a4a-825a-04edb75c1788 req-dc3a557f-d246-46f2-83d8-2489f5c49bdc tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0540910 Nov 02 12:46:44.793709 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e2c8c3a-881c-4a4a-825a-04edb75c1788 req-ce7ead08-42f1-4ae2-949e-ef691432b61f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439422 Nov 02 12:46:45.174284 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5586b-0a81-4b25-a3b8-afc7cefacefc req-8cdc61e1-029a-47ab-9113-ed14b9e95539 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:45.176045 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79d5586b-0a81-4b25-a3b8-afc7cefacefc req-8cdc61e1-029a-47ab-9113-ed14b9e95539 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0613251 Nov 02 12:46:45.224206 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79d5586b-0a81-4b25-a3b8-afc7cefacefc req-b75ceb2f-7a7f-488d-8aa2-8d421192ecd2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 Nov 02 12:46:45.640162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:45.662831 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5ce8-9061-4df9-b878-bfb297973533 req-ec1d8f39-ff99-46b5-8500-2367b0f46fa2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:45.665183 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff4e5ce8-9061-4df9-b878-bfb297973533 req-ec1d8f39-ff99-46b5-8500-2367b0f46fa2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0575147 Nov 02 12:46:45.713462 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff4e5ce8-9061-4df9-b878-bfb297973533 req-9038934e-81a5-46a5-92a9-bf793f4391b7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Nov 02 12:46:45.795813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067d09a-4e16-4ff3-8cdf-51833f3605da req-ed72eb32-13c7-4383-a860-6b5b1e2e8f76 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:45.797200 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9067d09a-4e16-4ff3-8cdf-51833f3605da req-ed72eb32-13c7-4383-a860-6b5b1e2e8f76 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0534847 Nov 02 12:46:45.855419 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9067d09a-4e16-4ff3-8cdf-51833f3605da req-49550087-3f9b-4ded-bedd-bd57e04bd0ac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524762 Nov 02 12:46:45.931224 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d5b8e-926e-46e6-9b18-898e85f69e90 req-be8e867f-6ceb-4914-889f-3a0619655d71 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:45.932722 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5d5b8e-926e-46e6-9b18-898e85f69e90 req-be8e867f-6ceb-4914-889f-3a0619655d71 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0539780 Nov 02 12:46:45.979959 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5d5b8e-926e-46e6-9b18-898e85f69e90 req-3bff64fe-fe05-4a20-b67a-96f5bb0d5ae1 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416152 Nov 02 12:46:46.355615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8753df-5671-4639-9229-6285d0955144 req-bb166823-f2b1-4058-9956-703350f618e3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:46.357018 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc8753df-5671-4639-9229-6285d0955144 req-bb166823-f2b1-4058-9956-703350f618e3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Nov 02 12:46:46.407813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc8753df-5671-4639-9229-6285d0955144 req-d4407234-6a39-4dd4-8d62-a74d20896a94 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450172 Nov 02 12:46:46.847417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edd11b-523d-488d-9368-6072070dfb5b req-06343f2f-7666-4d59-864a-3ca21e19d4eb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:46.849242 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-23edd11b-523d-488d-9368-6072070dfb5b req-06343f2f-7666-4d59-864a-3ca21e19d4eb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0622830 Nov 02 12:46:46.903629 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-23edd11b-523d-488d-9368-6072070dfb5b req-33d667f9-ac9d-423b-8912-063c61847c38 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456960 Nov 02 12:46:46.983615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4ceec-0837-458d-a84c-7efc34cad48d req-573d985c-719c-4486-9bfb-2b7da2202d1e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:46.985138 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0bd4ceec-0837-458d-a84c-7efc34cad48d req-573d985c-719c-4486-9bfb-2b7da2202d1e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0548763 Nov 02 12:46:47.035836 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0bd4ceec-0837-458d-a84c-7efc34cad48d req-2d174368-03f9-47db-88cc-3fe30f8d86a9 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Nov 02 12:46:47.107706 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002b906-14d6-4fc0-9403-1e224c1129d7 req-c4053f8a-6eef-4098-8553-6b7c8352a229 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:47.109201 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d002b906-14d6-4fc0-9403-1e224c1129d7 req-c4053f8a-6eef-4098-8553-6b7c8352a229 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0535085 Nov 02 12:46:47.167105 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d002b906-14d6-4fc0-9403-1e224c1129d7 req-2cb73551-ea6a-4d39-be2f-9f3da1d31aa0 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520532 Nov 02 12:46:47.179762 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:47.540336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4caf2-d8d7-4a03-8fc0-214fb51c55e5 req-0ac4d4f3-3d44-4f64-9a9c-d821f9c24259 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:47.541853 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26e4caf2-d8d7-4a03-8fc0-214fb51c55e5 req-0ac4d4f3-3d44-4f64-9a9c-d821f9c24259 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0562527 Nov 02 12:46:47.594116 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26e4caf2-d8d7-4a03-8fc0-214fb51c55e5 req-38c96902-077e-482f-9f3c-96954a6d24c3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466373 Nov 02 12:46:48.025844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d768e-8c8b-427e-9a9b-e8c2c9ce782e req-25a48de3-7ac7-401f-96d7-5dfc71711d22 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:48.027259 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-933d768e-8c8b-427e-9a9b-e8c2c9ce782e req-25a48de3-7ac7-401f-96d7-5dfc71711d22 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0528777 Nov 02 12:46:48.074603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-933d768e-8c8b-427e-9a9b-e8c2c9ce782e req-1719810e-6d62-4fa2-87c4-9b70ccf9590f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Nov 02 12:46:48.168008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaaf3b-37e7-421f-beb6-dadc88c2830f req-d309b164-5b7b-447a-addf-2802cf16f19c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:48.169504 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d7eaaf3b-37e7-421f-beb6-dadc88c2830f req-d309b164-5b7b-447a-addf-2802cf16f19c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0571613 Nov 02 12:46:48.217435 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d7eaaf3b-37e7-421f-beb6-dadc88c2830f req-20f8e110-23af-4716-ad9d-6a99ae0fd929 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Nov 02 12:46:48.296193 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c6a5e-38e1-45f9-842d-dae70ee94d3a req-b8ec1261-34d8-492e-90e5-1b3c0365db5b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:48.297594 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f5c6a5e-38e1-45f9-842d-dae70ee94d3a req-b8ec1261-34d8-492e-90e5-1b3c0365db5b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0549154 Nov 02 12:46:48.344781 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f5c6a5e-38e1-45f9-842d-dae70ee94d3a req-a2991952-303a-4784-9045-823e3526e513 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Nov 02 12:46:48.736417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695dcc-3dee-41ef-826d-2203ba2e2f83 req-0f03dbf4-f8c4-4537-9f9f-6f4e01d72044 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:48.738216 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b695dcc-3dee-41ef-826d-2203ba2e2f83 req-0f03dbf4-f8c4-4537-9f9f-6f4e01d72044 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0642593 Nov 02 12:46:48.793901 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b695dcc-3dee-41ef-826d-2203ba2e2f83 req-13b55ac8-00a1-4385-bdc6-2b52dd927d44 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502014 Nov 02 12:46:49.201103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ad639-4831-4ebc-b0b7-7c895d4ec531 req-39eb7e71-622d-40c8-a4eb-ac7892150957 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:49.202884 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c83ad639-4831-4ebc-b0b7-7c895d4ec531 req-39eb7e71-622d-40c8-a4eb-ac7892150957 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0544360 Nov 02 12:46:49.256916 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c83ad639-4831-4ebc-b0b7-7c895d4ec531 req-17e37dbd-372c-441f-a964-108c5a0c8601 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464542 Nov 02 12:46:49.347830 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bb2d7-f7f2-4d61-83d0-fa38c151dc90 req-440bd0c4-5ded-4ca4-81a6-10323e30a6f2 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:49.349306 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d85bb2d7-f7f2-4d61-83d0-fa38c151dc90 req-440bd0c4-5ded-4ca4-81a6-10323e30a6f2 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0556352 Nov 02 12:46:49.401256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d85bb2d7-f7f2-4d61-83d0-fa38c151dc90 req-0486be5a-e296-497c-85a3-40a78821c087 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Nov 02 12:46:49.472708 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11026b-53e0-4ae5-b06c-64cb962dadec req-dac639f0-d755-4715-b652-93cb0ac9b610 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:49.474195 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d11026b-53e0-4ae5-b06c-64cb962dadec req-dac639f0-d755-4715-b652-93cb0ac9b610 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0539608 Nov 02 12:46:49.523291 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d11026b-53e0-4ae5-b06c-64cb962dadec req-6de1e552-7b05-4daa-bbe0-144fd25838ab tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Nov 02 12:46:49.925983 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a677465-6457-41be-b8ab-1e0bb29d7831 req-57c8ba68-2fbd-4005-bb6d-844a8871ef0c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:49.927572 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a677465-6457-41be-b8ab-1e0bb29d7831 req-57c8ba68-2fbd-4005-bb6d-844a8871ef0c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0552313 Nov 02 12:46:49.975557 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a677465-6457-41be-b8ab-1e0bb29d7831 req-12c4ed59-25a0-4948-893b-3e2468f35efe tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414732 Nov 02 12:46:50.388460 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809cb83-5e62-49ff-80ec-84c95150c313 req-bca51db2-c5b8-4475-a417-92eb7bf03516 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:50.389955 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3809cb83-5e62-49ff-80ec-84c95150c313 req-bca51db2-c5b8-4475-a417-92eb7bf03516 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0586891 Nov 02 12:46:50.441886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3809cb83-5e62-49ff-80ec-84c95150c313 req-a776c1c1-5bfd-4f2c-87dc-a1a1a3906247 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464020 Nov 02 12:46:50.527566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a216f-ab03-4268-8226-ee8def1578d8 req-931657ee-bddd-43ff-af86-d964f110e637 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:50.529273 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e87a216f-ab03-4268-8226-ee8def1578d8 req-931657ee-bddd-43ff-af86-d964f110e637 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0555637 Nov 02 12:46:50.578162 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e87a216f-ab03-4268-8226-ee8def1578d8 req-2b2a80e1-cadf-49d8-b741-adf58b48c37f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430741 Nov 02 12:46:50.654784 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd539830-7524-4213-81c6-e79d7b8b16f2 req-a0e1f768-4277-495d-ac24-5f1cfa67c2ad tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:50.656297 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bd539830-7524-4213-81c6-e79d7b8b16f2 req-a0e1f768-4277-495d-ac24-5f1cfa67c2ad tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0563221 Nov 02 12:46:50.707372 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bd539830-7524-4213-81c6-e79d7b8b16f2 req-09949aea-d6ba-4478-880a-45e2a515a66a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452733 Nov 02 12:46:51.103508 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac757fe-fb71-46c6-8253-c4e41c891f50 req-1c12ebdd-d42a-49c1-8a0e-70437dc3dc3d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:51.104987 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bac757fe-fb71-46c6-8253-c4e41c891f50 req-1c12ebdd-d42a-49c1-8a0e-70437dc3dc3d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0523686 Nov 02 12:46:51.152015 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bac757fe-fb71-46c6-8253-c4e41c891f50 req-0a92d5c9-467b-4a1b-8dd3-765bf894bd4f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Nov 02 12:46:51.567085 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffa76c-79a1-46e1-ba85-1447c6971b52 req-2f5975c3-7dd0-43ca-a4b8-62419374b06f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:51.568568 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-baffa76c-79a1-46e1-ba85-1447c6971b52 req-2f5975c3-7dd0-43ca-a4b8-62419374b06f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0535913 Nov 02 12:46:51.620824 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-baffa76c-79a1-46e1-ba85-1447c6971b52 req-13dfcf58-6a79-41a3-927b-516ea05a1515 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457540 Nov 02 12:46:51.722077 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faa636-d54d-467d-b5e6-badafbb6ba38 req-a9207712-e7fd-4e1d-8c2f-eee55e9ec54b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:51.723590 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03faa636-d54d-467d-b5e6-badafbb6ba38 req-a9207712-e7fd-4e1d-8c2f-eee55e9ec54b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0649114 Nov 02 12:46:51.772428 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03faa636-d54d-467d-b5e6-badafbb6ba38 req-76669d29-28c6-4d05-aeef-cfd3fe9a2b93 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429907 Nov 02 12:46:51.837404 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7462b8-3528-4319-999d-852fc14b3615 req-f17b9bf4-02e0-4037-8335-06327f2d5781 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:51.838991 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e7462b8-3528-4319-999d-852fc14b3615 req-f17b9bf4-02e0-4037-8335-06327f2d5781 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0531051 Nov 02 12:46:51.893162 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e7462b8-3528-4319-999d-852fc14b3615 req-2a56229b-e7f1-4c31-9868-fe7f31e74804 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480907 Nov 02 12:46:52.286972 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd7e7b-f756-4793-b8f4-ce805c0e7182 req-c8a43378-a67f-403c-b3f3-e4369898b4dd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:52.288884 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-71cd7e7b-f756-4793-b8f4-ce805c0e7182 req-c8a43378-a67f-403c-b3f3-e4369898b4dd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0601356 Nov 02 12:46:52.336963 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-71cd7e7b-f756-4793-b8f4-ce805c0e7182 req-2451b63e-2eef-42ab-9a3c-382cfd51f1ed tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 Nov 02 12:46:52.747296 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfba82-d198-43c2-8de5-ab639e22b790 req-b65d17f8-33d5-49de-9a68-c0b5a8915273 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:52.748844 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dfdfba82-d198-43c2-8de5-ab639e22b790 req-b65d17f8-33d5-49de-9a68-c0b5a8915273 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0545835 Nov 02 12:46:52.796105 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dfdfba82-d198-43c2-8de5-ab639e22b790 req-682ae303-8a81-41fe-8b83-e6408118cbd6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411644 Nov 02 12:46:52.900246 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65032b8-5b3a-4973-803d-34dc1c62c606 req-06301469-4a09-4a6c-b9c4-2b329ffc95c8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:52.901981 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f65032b8-5b3a-4973-803d-34dc1c62c606 req-06301469-4a09-4a6c-b9c4-2b329ffc95c8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0552745 Nov 02 12:46:52.961317 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f65032b8-5b3a-4973-803d-34dc1c62c606 req-87b78683-e0ce-44d9-b97a-9cbc6bba1883 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537930 Nov 02 12:46:53.068172 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f80a11-ebfb-4642-83af-90fd6097255c req-6a907268-847c-4ff7-ae90-399fb4d18b96 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:53.070151 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03f80a11-ebfb-4642-83af-90fd6097255c req-6a907268-847c-4ff7-ae90-399fb4d18b96 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0822070 Nov 02 12:46:53.147333 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03f80a11-ebfb-4642-83af-90fd6097255c req-d2579bd7-cc3b-4107-b6ef-98c9caab76a7 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706477 Nov 02 12:46:53.279912 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 34802) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:53.399462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4f176be6-b938-4f9b-b889-630d7d3bee8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.500434 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108cd5-0e73-44ef-a98b-149d7bf60be5 req-49ed35a0-1313-4c15-9a7e-27b9a1a3249a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:53.501917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32108cd5-0e73-44ef-a98b-149d7bf60be5 req-49ed35a0-1313-4c15-9a7e-27b9a1a3249a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0833399 Nov 02 12:46:53.537678 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4f176be6-b938-4f9b-b889-630d7d3bee8f admin admin] Publish callbacks [] for security_group (7ff96396-320d-4b7b-ba7e-89fa4dfa3481), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.543441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4f176be6-b938-4f9b-b889-630d7d3bee8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7ff96396-320d-4b7b-ba7e-89fa4dfa3481), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.596885 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-4f176be6-b938-4f9b-b889-630d7d3bee8f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6aa8342b160b42418604d1aea2b9cd1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154356 Nov 02 12:46:53.599630 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34820) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:53.602547 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32108cd5-0e73-44ef-a98b-149d7bf60be5 req-683a0772-5d2e-446c-bd69-3807307ef94d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912714 Nov 02 12:46:53.604376 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f176be6-b938-4f9b-b889-630d7d3bee8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff96396-320d-4b7b-ba7e-89fa4dfa3481,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:53.654033 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Publish callbacks [] for security_group (7ff96396-320d-4b7b-ba7e-89fa4dfa3481), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.675469 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Publish callbacks [] for security_group (7ff96396-320d-4b7b-ba7e-89fa4dfa3481), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.731442 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7ff96396-320d-4b7b-ba7e-89fa4dfa3481), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.734104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:53.735515 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7ff96396-320d-4b7b-ba7e-89fa4dfa3481 HTTP/1.1" status: 204 len: 168 time: 0.1348131 Nov 02 12:46:53.744105 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff96396-320d-4b7b-ba7e-89fa4dfa3481,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:53.751086 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.751445 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.751792 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.752121 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.752451 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.752779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.753107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.753433 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.753772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.754096 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.754449 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.754773 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.755092 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefcf56b-27eb-4021-affa-6c0588e02d01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:46:53.925787 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86046-6b03-4c48-8dec-a514111ce613 req-e2271891-7391-4a21-aa43-28fbe1716297 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:53.927297 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-37c86046-6b03-4c48-8dec-a514111ce613 req-e2271891-7391-4a21-aa43-28fbe1716297 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0568571 Nov 02 12:46:53.976275 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-37c86046-6b03-4c48-8dec-a514111ce613 req-7cbff665-9d57-47cf-8a1d-cf6780a148b3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Nov 02 12:46:54.007891 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 34830) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:54.021506 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-efe7dfc7-6837-4c6f-8c42-8b4b768689db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.103155 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-efe7dfc7-6837-4c6f-8c42-8b4b768689db admin admin] Publish callbacks [] for security_group (0ea553ba-5a81-4e27-832c-c1fb10ca2064), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.103389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131980c5-f11c-4c27-a85a-438725d9aae6 req-cb1ddbee-38cf-46f0-90f8-a6e84881aa95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:54.105001 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-131980c5-f11c-4c27-a85a-438725d9aae6 req-cb1ddbee-38cf-46f0-90f8-a6e84881aa95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0574727 Nov 02 12:46:54.108288 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-efe7dfc7-6837-4c6f-8c42-8b4b768689db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (0ea553ba-5a81-4e27-832c-c1fb10ca2064), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.144365 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-efe7dfc7-6837-4c6f-8c42-8b4b768689db admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=376cdec90c864e388570214c1e0455c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351509 Nov 02 12:46:54.149238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 34834) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:46:54.158401 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7dfc7-6837-4c6f-8c42-8b4b768689db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea553ba-5a81-4e27-832c-c1fb10ca2064,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.172266 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-131980c5-f11c-4c27-a85a-438725d9aae6 req-8cadabe1-0288-47d2-95cb-1e246e9a910e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606122 Nov 02 12:46:54.212746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] Publish callbacks [] for security_group (0ea553ba-5a81-4e27-832c-c1fb10ca2064), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.258767 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] Publish callbacks [] for security_group (0ea553ba-5a81-4e27-832c-c1fb10ca2064), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.312257 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153586b8-872a-4268-b2c0-2d42c6da443b req-045f88ca-10b5-46ce-8555-958e6c6b437d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:54.313786 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-153586b8-872a-4268-b2c0-2d42c6da443b req-045f88ca-10b5-46ce-8555-958e6c6b437d tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0866506 Nov 02 12:46:54.335387 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (0ea553ba-5a81-4e27-832c-c1fb10ca2064), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.338246 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:46:54.342391 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/0ea553ba-5a81-4e27-832c-c1fb10ca2064 HTTP/1.1" status: 204 len: 168 time: 0.1867776 Nov 02 12:46:54.355627 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958d348-1c4a-4da3-9b5b-f4d7364ec17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea553ba-5a81-4e27-832c-c1fb10ca2064,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:46:54.383024 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-153586b8-872a-4268-b2c0-2d42c6da443b req-e6840d53-09a0-4110-acb3-5c8bbd9e2d6b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633767 Nov 02 12:46:54.742134 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216482cb-a594-45e3-9c0c-f122c1378d20 req-2ff6bc9c-96a7-49cb-a4b3-d2c6eb775c69 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:54.743687 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-216482cb-a594-45e3-9c0c-f122c1378d20 req-2ff6bc9c-96a7-49cb-a4b3-d2c6eb775c69 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0588956 Nov 02 12:46:54.800119 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-216482cb-a594-45e3-9c0c-f122c1378d20 req-3ee8313e-cd2b-4c3a-bd85-6a3a811d3638 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495572 Nov 02 12:46:55.106459 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab6c0c-b04c-47dd-aad4-630a8737e57d req-f1f93a21-9bf5-4c51-9a25-3243321f6f40 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:55.108554 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30ab6c0c-b04c-47dd-aad4-630a8737e57d req-f1f93a21-9bf5-4c51-9a25-3243321f6f40 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0565884 Nov 02 12:46:55.163795 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30ab6c0c-b04c-47dd-aad4-630a8737e57d req-c6ee2891-cc59-4514-aa34-1dfecb8da0fc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497196 Nov 02 12:46:55.298346 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22283c63-cb57-4f7f-812b-86d33b83c94f req-9059fac5-abd6-4c22-8f77-ea7f4ef81f70 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:55.299912 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-22283c63-cb57-4f7f-812b-86d33b83c94f req-9059fac5-abd6-4c22-8f77-ea7f4ef81f70 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0559969 Nov 02 12:46:55.359343 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-22283c63-cb57-4f7f-812b-86d33b83c94f req-147afe60-4a14-4eb3-a254-c6c732748ee7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505264 Nov 02 12:46:55.539099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3164e8-14e3-4847-aa56-a8280682ed20 req-f9747a3d-3dfa-4c13-8d86-6846b1de822a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:55.543893 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff3164e8-14e3-4847-aa56-a8280682ed20 req-f9747a3d-3dfa-4c13-8d86-6846b1de822a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0748358 Nov 02 12:46:55.596807 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff3164e8-14e3-4847-aa56-a8280682ed20 req-6c898bfc-5c1d-44bd-9489-4f6e2b939d35 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469050 Nov 02 12:46:55.940469 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e09ba-e70c-41e1-8ebb-5fd7f2a83f43 req-071ce36b-460b-45ab-8dd6-ccbf77a89f4b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:55.941852 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c06e09ba-e70c-41e1-8ebb-5fd7f2a83f43 req-071ce36b-460b-45ab-8dd6-ccbf77a89f4b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0537491 Nov 02 12:46:55.988740 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c06e09ba-e70c-41e1-8ebb-5fd7f2a83f43 req-524a54b5-8446-46d7-a2f0-049e81762ebd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409691 Nov 02 12:46:56.299782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65ec84-3ccd-45ec-a599-d31e17bfc9fe req-4d10c631-8aa1-4d9d-8707-ab6998932215 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:56.301351 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d65ec84-3ccd-45ec-a599-d31e17bfc9fe req-4d10c631-8aa1-4d9d-8707-ab6998932215 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0584302 Nov 02 12:46:56.348791 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d65ec84-3ccd-45ec-a599-d31e17bfc9fe req-3724cbf4-d1b7-4f2b-8703-cab3e96b6f05 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417340 Nov 02 12:46:56.504265 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e66f03-9f61-48be-9cd8-df716e871269 req-755e2a1d-dd3c-4243-9a91-6e9be0fdc397 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:56.505803 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55e66f03-9f61-48be-9cd8-df716e871269 req-755e2a1d-dd3c-4243-9a91-6e9be0fdc397 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0671480 Nov 02 12:46:56.555365 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55e66f03-9f61-48be-9cd8-df716e871269 req-810dd84b-6cc3-4d79-83c4-fe8e0034de16 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435095 Nov 02 12:46:56.729025 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5bc6b-234b-4634-ac1f-f96d15336cd0 req-ca1a477d-7c3a-416d-9010-432ec2aec3bb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:56.730667 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cb5bc6b-234b-4634-ac1f-f96d15336cd0 req-ca1a477d-7c3a-416d-9010-432ec2aec3bb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0584390 Nov 02 12:46:56.793683 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cb5bc6b-234b-4634-ac1f-f96d15336cd0 req-4e94c558-fb74-4d7f-96a1-c104d8ff50ce tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543971 Nov 02 12:46:57.130852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f21f75-950d-4cbe-bd66-38c3782584b6 req-9ef06fe0-c2bb-474a-b4b3-1348c9f915ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:57.132251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93f21f75-950d-4cbe-bd66-38c3782584b6 req-9ef06fe0-c2bb-474a-b4b3-1348c9f915ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0632265 Nov 02 12:46:57.191725 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93f21f75-950d-4cbe-bd66-38c3782584b6 req-837f2a68-53d9-489f-99e8-90913d74ad1b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529401 Nov 02 12:46:57.501151 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccbfbd-f5ae-4bdf-aaed-05a73b2184ac req-59ed4d49-4153-4672-94ef-f23fa66020f0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:57.502740 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-62ccbfbd-f5ae-4bdf-aaed-05a73b2184ac req-59ed4d49-4153-4672-94ef-f23fa66020f0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0797050 Nov 02 12:46:57.554661 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-62ccbfbd-f5ae-4bdf-aaed-05a73b2184ac req-94b99fcc-7191-4282-8edd-b62d9a2a9f61 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417445 Nov 02 12:46:57.689972 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882ba01-303d-42be-b377-72830c0bf46f req-9f807a51-3176-4f93-93ff-8a8aac86bef8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:57.691469 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5882ba01-303d-42be-b377-72830c0bf46f req-9f807a51-3176-4f93-93ff-8a8aac86bef8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0564048 Nov 02 12:46:57.738755 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5882ba01-303d-42be-b377-72830c0bf46f req-68e02104-6e59-4e2c-9356-31e826ee28a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411603 Nov 02 12:46:57.917882 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee70b-e51e-427a-a395-0405d8014c8d req-8a9ea903-ab21-4e27-bd00-3a63d65f6af1 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:57.919340 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b97ee70b-e51e-427a-a395-0405d8014c8d req-8a9ea903-ab21-4e27-bd00-3a63d65f6af1 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0526447 Nov 02 12:46:57.971701 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b97ee70b-e51e-427a-a395-0405d8014c8d req-784a4609-ccb7-4c43-a99c-e1b3538bb161 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465503 Nov 02 12:46:58.325535 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b6be-e433-499f-872d-b87f5dfa6a34 req-4f3c73c3-555d-43e3-95af-befe19577866 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.327388 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6943b6be-e433-499f-872d-b87f5dfa6a34 req-4f3c73c3-555d-43e3-95af-befe19577866 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0560136 Nov 02 12:46:58.378293 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6943b6be-e433-499f-872d-b87f5dfa6a34 req-ee4eb765-3198-4834-9bef-def45f21306b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450573 Nov 02 12:46:58.688306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc27ce-3e44-4e10-9640-138665017ea4 req-781c545e-8e45-4c10-a34c-7ed7caf1fa52 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.690124 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0edc27ce-3e44-4e10-9640-138665017ea4 req-781c545e-8e45-4c10-a34c-7ed7caf1fa52 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0603888 Nov 02 12:46:58.751315 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0edc27ce-3e44-4e10-9640-138665017ea4 req-619914a6-2334-4c96-9ff5-46216806c6af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532556 Nov 02 12:46:58.869221 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a39e-f6a0-4e44-8fd2-00f8f95d3183 req-c7454d8b-e2ae-4227-b362-1bc9834c1b1b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:58.870764 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b868a39e-f6a0-4e44-8fd2-00f8f95d3183 req-c7454d8b-e2ae-4227-b362-1bc9834c1b1b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0554750 Nov 02 12:46:58.926413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b868a39e-f6a0-4e44-8fd2-00f8f95d3183 req-f1044480-4a48-4eb3-bf19-934982dbf0da tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488300 Nov 02 12:46:59.101988 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaaa862-6a4b-4d47-a0c0-683f3aa5b82f req-c390c795-bed3-4332-98d6-0ed1defc4530 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:59.103614 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cdaaa862-6a4b-4d47-a0c0-683f3aa5b82f req-c390c795-bed3-4332-98d6-0ed1defc4530 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0531147 Nov 02 12:46:59.151457 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cdaaa862-6a4b-4d47-a0c0-683f3aa5b82f req-a5520485-6c94-4a82-b8f6-df25506ab804 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Nov 02 12:46:59.507466 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76b9e9-d78a-4ff0-b7c2-6a37ca696c3d req-8c673221-fb4f-4581-a5a2-f5f95a31c89f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:59.508997 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d76b9e9-d78a-4ff0-b7c2-6a37ca696c3d req-8c673221-fb4f-4581-a5a2-f5f95a31c89f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0529683 Nov 02 12:46:59.557332 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d76b9e9-d78a-4ff0-b7c2-6a37ca696c3d req-6eca50e7-d841-499b-b3f1-7babd40eff9f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422893 Nov 02 12:46:59.910729 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4631f-6eb0-4173-a78a-d1ab7dea7932 req-d1e38b7f-69c0-4164-970b-9db8ac3f3dae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:46:59.912503 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aeb4631f-6eb0-4173-a78a-d1ab7dea7932 req-d1e38b7f-69c0-4164-970b-9db8ac3f3dae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0641904 Nov 02 12:46:59.971557 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aeb4631f-6eb0-4173-a78a-d1ab7dea7932 req-b3c08bdd-494b-46fb-976d-514be5c707cd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527036 Nov 02 12:47:00.077673 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b866d-66bf-413a-81ea-8044ce4f03bd req-7bdaa21d-cd07-4eb7-8272-3b89629a9803 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:00.079224 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc5b866d-66bf-413a-81ea-8044ce4f03bd req-7bdaa21d-cd07-4eb7-8272-3b89629a9803 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0581377 Nov 02 12:47:00.128910 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc5b866d-66bf-413a-81ea-8044ce4f03bd req-ab0e0a4c-6b04-4b41-9ae5-3b9cb04bcdd6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440013 Nov 02 12:47:00.283947 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470bff-9134-499a-a726-fc1c486e6428 req-c8199960-19ef-4154-af7a-3513d15eed52 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:00.285169 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f470bff-9134-499a-a726-fc1c486e6428 req-c8199960-19ef-4154-af7a-3513d15eed52 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 943 time: 0.0568187 Nov 02 12:47:00.337051 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f470bff-9134-499a-a726-fc1c486e6428 req-276edb8f-7039-4b6e-a6bf-b40f19961f42 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458965 Nov 02 12:47:00.686056 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:00.688300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb1dfeb-a0d3-4557-adb9-8cd1e6afabe4 req-9d5ba9cf-f1d3-470a-95d1-6517f532842c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:00.689796 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ceb1dfeb-a0d3-4557-adb9-8cd1e6afabe4 req-9d5ba9cf-f1d3-470a-95d1-6517f532842c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0554285 Nov 02 12:47:00.738428 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ceb1dfeb-a0d3-4557-adb9-8cd1e6afabe4 req-425fffe8-3be3-4c85-910f-b5875f0fac5a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427461 Nov 02 12:47:00.797997 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:00.809771 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4', 'network_id': '2a38e056-58e5-4927-ae6b-5099267e3978', 'port_id': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4', 'mac_address': 'fa:16:3e:69:74:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b837bed-8aca-45da-9f83-0b6212cbc4c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:00.846271 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:00.846703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.859703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:47:00.881851 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:00.887034 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:00.936914 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:00.944324 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.944693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.945041 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.945378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.945715 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.946049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.946421 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.946732 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.947058 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.947397 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.947733 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.948083 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:00.948406 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:01.103168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b59d7-5799-401e-ae23-0e3b73114e48 req-95b0179d-a93c-430a-82e7-370dd853d7be tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:01.104651 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d9b59d7-5799-401e-ae23-0e3b73114e48 req-95b0179d-a93c-430a-82e7-370dd853d7be tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0551496 Nov 02 12:47:01.153252 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d9b59d7-5799-401e-ae23-0e3b73114e48 req-c1df1d13-4366-4e1c-8cf3-210499f8336c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424454 Nov 02 12:47:01.258270 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef351b6-a9b7-4635-9219-8cf86a2c8551 req-3782dd17-7812-479b-a570-737be4cb7088 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:01.259750 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ef351b6-a9b7-4635-9219-8cf86a2c8551 req-3782dd17-7812-479b-a570-737be4cb7088 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0560949 Nov 02 12:47:01.310625 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ef351b6-a9b7-4635-9219-8cf86a2c8551 req-619f7e53-885a-4f9a-9d0b-d69ee7d4128e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449095 Nov 02 12:47:01.464594 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552ffe-3748-4b42-ae09-9da8cf5d16b3 req-20265304-c864-4afe-82c7-d5f837ed3292 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:01.466078 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-61552ffe-3748-4b42-ae09-9da8cf5d16b3 req-20265304-c864-4afe-82c7-d5f837ed3292 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0525484 Nov 02 12:47:01.520985 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-61552ffe-3748-4b42-ae09-9da8cf5d16b3 req-b7bc3eca-dcf3-4d5e-990f-ce009f31694e tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 Nov 02 12:47:01.872051 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9709eb8-faf2-407e-a7e3-37984092f319 req-bb57759d-b7e2-4788-bddf-562b0a3ac6cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:01.873519 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9709eb8-faf2-407e-a7e3-37984092f319 req-bb57759d-b7e2-4788-bddf-562b0a3ac6cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0566304 Nov 02 12:47:02.094881 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9709eb8-faf2-407e-a7e3-37984092f319 req-dd82e0f7-1dbb-4f4d-ba47-eec432f961b2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153130 Nov 02 12:47:02.292292 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a60f5-4695-4510-b4ef-abdf92044e47 req-3da047d9-2a58-4616-94b3-784a7843b66d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:02.293909 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-679a60f5-4695-4510-b4ef-abdf92044e47 req-3da047d9-2a58-4616-94b3-784a7843b66d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0603919 Nov 02 12:47:02.342564 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-679a60f5-4695-4510-b4ef-abdf92044e47 req-3219cf02-86c0-4e31-9f8a-4fc1cfedd178 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Nov 02 12:47:02.439211 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2b437-2ad6-4d1f-a81c-c8367782cf0f req-c1431fb6-7423-42fa-873b-b4dc64da8569 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:02.440675 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eaf2b437-2ad6-4d1f-a81c-c8367782cf0f req-c1431fb6-7423-42fa-873b-b4dc64da8569 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0526040 Nov 02 12:47:02.488523 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eaf2b437-2ad6-4d1f-a81c-c8367782cf0f req-7d66d3a0-4b8a-4bfd-a230-16c76c477b91 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Nov 02 12:47:02.648787 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadc865-35f0-45cd-9b13-9746354cf2a7 req-cac556aa-7f83-4b71-ade4-bb431af4e8be tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:02.650768 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-daadc865-35f0-45cd-9b13-9746354cf2a7 req-cac556aa-7f83-4b71-ade4-bb431af4e8be tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0560062 Nov 02 12:47:02.699945 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-daadc865-35f0-45cd-9b13-9746354cf2a7 req-f8a2baf2-fd73-44e6-8730-96dd531108e7 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Nov 02 12:47:03.228249 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34fb7e-755e-4578-a743-a4bc34df212a req-bab72c14-dab9-4cd8-9c41-6b3315ca06a7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.230911 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd34fb7e-755e-4578-a743-a4bc34df212a req-bab72c14-dab9-4cd8-9c41-6b3315ca06a7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0538371 Nov 02 12:47:03.281344 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd34fb7e-755e-4578-a743-a4bc34df212a req-80763b2a-a80f-47e7-ba99-546accca4632 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441101 Nov 02 12:47:03.475900 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d81de-4fc2-41c0-a853-b6c4df5c74a5 req-b7c3cac7-d6a8-4520-bb9b-6a56c9a3558e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.477409 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-485d81de-4fc2-41c0-a853-b6c4df5c74a5 req-b7c3cac7-d6a8-4520-bb9b-6a56c9a3558e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0559180 Nov 02 12:47:03.526215 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-485d81de-4fc2-41c0-a853-b6c4df5c74a5 req-c33644f9-f02a-4406-bf31-db2ab5540f65 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427639 Nov 02 12:47:03.618256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e2fc-7d2a-42ed-a85e-7d83783c0268 req-5b7c61ff-cd85-4006-b734-f90330d23869 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.619787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04c4e2fc-7d2a-42ed-a85e-7d83783c0268 req-5b7c61ff-cd85-4006-b734-f90330d23869 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0561223 Nov 02 12:47:03.671456 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04c4e2fc-7d2a-42ed-a85e-7d83783c0268 req-581c9e45-5f8b-4677-abfa-73bd8423e811 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Nov 02 12:47:03.828436 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca2ec-3149-4607-bf2a-4c261de34e49 req-3d2f2c82-830c-4bf5-a750-23d7294e086b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:03.830458 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d13ca2ec-3149-4607-bf2a-4c261de34e49 req-3d2f2c82-830c-4bf5-a750-23d7294e086b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0560961 Nov 02 12:47:03.878177 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d13ca2ec-3149-4607-bf2a-4c261de34e49 req-54530e96-b590-4f6e-84fe-1acfffbe27d6 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420895 Nov 02 12:47:04.411752 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6731b-fbce-4267-806d-8cd69b94f51f req-77f074e4-0559-402e-a15b-efb5a2d293e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:04.413240 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32c6731b-fbce-4267-806d-8cd69b94f51f req-77f074e4-0559-402e-a15b-efb5a2d293e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0550172 Nov 02 12:47:04.462820 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32c6731b-fbce-4267-806d-8cd69b94f51f req-07f8f4fb-51a4-4b7d-ba4b-6cc07b6699c8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439723 Nov 02 12:47:04.650385 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3ce81-3722-4022-af71-971b82673a9f req-a2d03fae-08f7-4982-bd19-ee1de8121e86 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:04.651894 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1dc3ce81-3722-4022-af71-971b82673a9f req-a2d03fae-08f7-4982-bd19-ee1de8121e86 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0535600 Nov 02 12:47:04.710421 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1dc3ce81-3722-4022-af71-971b82673a9f req-f0369c82-0725-415c-a741-cec336e1f210 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525062 Nov 02 12:47:04.812232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca109-f85d-4cb3-ae32-0188b5a38299 req-d995165f-cec4-4ccf-9064-e31605fa0e95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:04.813810 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b2ca109-f85d-4cb3-ae32-0188b5a38299 req-d995165f-cec4-4ccf-9064-e31605fa0e95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0559769 Nov 02 12:47:04.861868 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b2ca109-f85d-4cb3-ae32-0188b5a38299 req-cc977f34-2fea-456c-8471-522a06f87806 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426261 Nov 02 12:47:05.004007 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be87318-9b6a-411a-9d6b-6b015aa2a93d req-56a7d16c-ad8f-49b6-b938-d11d89a51d51 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:05.005537 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1be87318-9b6a-411a-9d6b-6b015aa2a93d req-56a7d16c-ad8f-49b6-b938-d11d89a51d51 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0545969 Nov 02 12:47:05.054564 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1be87318-9b6a-411a-9d6b-6b015aa2a93d req-fe300a8d-5f50-4ba8-ae94-7047b80f0b13 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431533 Nov 02 12:47:05.596659 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2543b-1b51-4b83-a5ed-e3086fdcf727 req-4574a478-5d9a-48ed-aa30-8578e466fffe tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:05.598133 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4a2543b-1b51-4b83-a5ed-e3086fdcf727 req-4574a478-5d9a-48ed-aa30-8578e466fffe tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0562456 Nov 02 12:47:05.644893 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4a2543b-1b51-4b83-a5ed-e3086fdcf727 req-1b252483-9ff8-43b2-95ac-f5fbf3376688 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410671 Nov 02 12:47:05.842996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21ec47-1267-4eb8-9c0c-c5695b7259be req-0db3f394-96ac-43a3-b704-281fd9d8a776 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:05.845971 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-be21ec47-1267-4eb8-9c0c-c5695b7259be req-0db3f394-96ac-43a3-b704-281fd9d8a776 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0535669 Nov 02 12:47:05.892971 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-be21ec47-1267-4eb8-9c0c-c5695b7259be req-ae69e2ce-e23b-41b4-9175-630612793ca5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Nov 02 12:47:05.989120 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db1d15-7233-4527-a3cb-3884bc173b4a req-87d3a5e5-6645-4343-ad72-32b8dd22db51 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:05.990626 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87db1d15-7233-4527-a3cb-3884bc173b4a req-87d3a5e5-6645-4343-ad72-32b8dd22db51 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 944 time: 0.0533459 Nov 02 12:47:06.042292 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87db1d15-7233-4527-a3cb-3884bc173b4a req-c67bdb9f-78be-4885-ba53-76e9282adce7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457625 Nov 02 12:47:06.179652 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6e952-3715-4ac1-95c9-2a143f2c6cfe req-c2d6bef9-2ac9-4bdc-8fc6-b759dd10085a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:06.181283 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-21f6e952-3715-4ac1-95c9-2a143f2c6cfe req-c2d6bef9-2ac9-4bdc-8fc6-b759dd10085a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0532274 Nov 02 12:47:06.227906 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-21f6e952-3715-4ac1-95c9-2a143f2c6cfe req-9b113b8c-7a8c-4032-a455-d3ee68c3d7b8 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 Nov 02 12:47:06.558044 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:06.653980 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:06.666072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:06.702983 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:06.703383 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.786178 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a10ced-c676-4184-9106-4ba9369f5221 req-4ae5781d-aaf7-4f39-9b53-9db815b5d610 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:06.788027 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-63a10ced-c676-4184-9106-4ba9369f5221 req-4ae5781d-aaf7-4f39-9b53-9db815b5d610 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0622401 Nov 02 12:47:06.827550 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:47:06.849451 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:06.854159 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:06.855100 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 70c31d06-a268-4141-9732-ffdcff9c2f32 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:06.873964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-63a10ced-c676-4184-9106-4ba9369f5221 req-9bea694d-a566-41b8-90b2-d19505a9a4a3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803485 Nov 02 12:47:06.943803 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:06.993446 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=70c31d06-a268-4141-9732-ffdcff9c2f32,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.005945 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:07.044144 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 70c31d06-a268-4141-9732-ffdcff9c2f32 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:07.044790 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.052129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b30a3-3b6d-4acf-bc1a-c8e6eea2c793 req-30f4e5a5-6a91-4dac-b5e8-c508e8413bd3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:07.053628 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-689b30a3-3b6d-4acf-bc1a-c8e6eea2c793 req-30f4e5a5-6a91-4dac-b5e8-c508e8413bd3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 943 time: 0.0761127 Nov 02 12:47:07.067640 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70c31d06-a268-4141-9732-ffdcff9c2f32 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:47:07.094144 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=70c31d06-a268-4141-9732-ffdcff9c2f32,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.099882 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.100589 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:07.119737 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-689b30a3-3b6d-4acf-bc1a-c8e6eea2c793 req-c4b8c19b-b681-45ee-b741-e522f7ed4b32 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599823 Nov 02 12:47:07.154548 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.177456 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448fb15-e5ee-492d-8598-f4954919d232 req-6ea28973-08f7-4d70-82af-f1f55c2ab675 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:07.179087 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d448fb15-e5ee-492d-8598-f4954919d232 req-6ea28973-08f7-4d70-82af-f1f55c2ab675 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Nov 02 12:47:07.237843 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d448fb15-e5ee-492d-8598-f4954919d232 req-45a872a2-a1be-43d9-a5b6-f69a8e42c36e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518935 Nov 02 12:47:07.264055 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.276276 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'port_id': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0', 'mac_address': 'fa:16:3e:e5:98:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:07.314971 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:07.315358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.330090 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:47:07.351307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.355384 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.356027 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:47:07.364167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e86a1-5017-4c83-b52f-86b9a1f4c308 req-510ff23b-f549-448d-b3b2-2d68dfca3e08 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:07.365701 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1d4e86a1-5017-4c83-b52f-86b9a1f4c308 req-510ff23b-f549-448d-b3b2-2d68dfca3e08 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0584962 Nov 02 12:47:07.414823 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1d4e86a1-5017-4c83-b52f-86b9a1f4c308 req-a7a04e48-1b95-4931-af54-3eef2b21449f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431144 Nov 02 12:47:07.428251 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.433843 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.443678 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:07.448556 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'port_id': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3', 'mac_address': 'fa:16:3e:9c:03:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:47:07.484035 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:07.484431 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.497314 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:47:07.517451 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:07.521345 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:07.568474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:07.973837 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['b3f0c6c6-376f-49d5-9d7d-3498c216b0d4'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:47:08.005171 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8dff5-af5d-4129-ac1b-3e9a21d47182 req-bf6f5771-bef7-4099-b8dc-4ee6cd75ee78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:08.006990 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eee8dff5-af5d-4129-ac1b-3e9a21d47182 req-bf6f5771-bef7-4099-b8dc-4ee6cd75ee78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0542424 Nov 02 12:47:08.055536 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eee8dff5-af5d-4129-ac1b-3e9a21d47182 req-5d821e7f-3e49-481b-bcc0-f03cd903117a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426824 Nov 02 12:47:08.258807 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e6bdf-ffed-431a-884e-bb82673bd307 req-74eb8be2-cb64-4d24-b76e-b5a939e8a058 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:08.260287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-631e6bdf-ffed-431a-884e-bb82673bd307 req-74eb8be2-cb64-4d24-b76e-b5a939e8a058 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0596521 Nov 02 12:47:08.317374 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-631e6bdf-ffed-431a-884e-bb82673bd307 req-fd87fc18-60ff-4a6a-91a5-43b61d726aa6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514133 Nov 02 12:47:08.377628 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae92e8-734e-494c-bf91-7d875b2cd1bc req-829eb0b9-5777-4899-863e-eb7bf837125f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:08.379360 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3ae92e8-734e-494c-bf91-7d875b2cd1bc req-829eb0b9-5777-4899-863e-eb7bf837125f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0609615 Nov 02 12:47:08.434136 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3ae92e8-734e-494c-bf91-7d875b2cd1bc req-d14cf8fa-f55c-4092-b249-d5feeab67d2b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494170 Nov 02 12:47:08.552901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ad691-d9c4-4027-97ba-338cd5049e3c req-eaaf76c6-499a-4ac7-a95f-75ed85d01899 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:08.554410 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e93ad691-d9c4-4027-97ba-338cd5049e3c req-eaaf76c6-499a-4ac7-a95f-75ed85d01899 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0514991 Nov 02 12:47:08.601116 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e93ad691-d9c4-4027-97ba-338cd5049e3c req-9a8bbb88-d95d-4886-9ced-04fb95e9d974 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411890 Nov 02 12:47:08.780601 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:47:08.805929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['70c31d06-a268-4141-9732-ffdcff9c2f32'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:47:08.907000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['77e463c4-25b7-4b1d-bda0-16e9c08b38a3'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:47:08.945727 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['3b3149f8-e1ce-4459-ad7f-c7d33e056bb0'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:47:09.202180 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f84a55-b52c-49bd-879a-d33531facffa req-13690fbe-bfbd-4ebd-a1c1-db186154284b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:09.204154 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6f84a55-b52c-49bd-879a-d33531facffa req-13690fbe-bfbd-4ebd-a1c1-db186154284b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0633440 Nov 02 12:47:09.270119 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6f84a55-b52c-49bd-879a-d33531facffa req-56b35304-8fd0-4226-8a6e-020a167bbd23 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544639 Nov 02 12:47:09.270464 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35172) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:09.397570 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-60fb3715-0401-44ba-9f8c-7e41e0ddfdb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.449212 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b33d3-c9f3-4afa-b395-c38dd9e634c8 req-d15e76b5-20e8-415d-9d2b-816619b864df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:09.450870 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-445b33d3-c9f3-4afa-b395-c38dd9e634c8 req-d15e76b5-20e8-415d-9d2b-816619b864df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0585351 Nov 02 12:47:09.488932 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-60fb3715-0401-44ba-9f8c-7e41e0ddfdb4 admin admin] Publish callbacks [] for security_group (3ad5a61e-6f37-4c57-b263-81054a5bbac0), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.494807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-60fb3715-0401-44ba-9f8c-7e41e0ddfdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3ad5a61e-6f37-4c57-b263-81054a5bbac0), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.514820 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-445b33d3-c9f3-4afa-b395-c38dd9e634c8 req-e6eb1b56-18a2-4b42-9283-9055a0524266 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569961 Nov 02 12:47:09.548722 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-60fb3715-0401-44ba-9f8c-7e41e0ddfdb4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2eccf06a94bc4a739c68494569cf8854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767138 Nov 02 12:47:09.552893 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35184) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:09.561087 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb3715-0401-44ba-9f8c-7e41e0ddfdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad5a61e-6f37-4c57-b263-81054a5bbac0,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.606258 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0ef99-bacd-4d58-abd8-ca67ec30c129 req-96c3994c-adb8-4c6f-9062-85f73a895a07 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:09.607881 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16b0ef99-bacd-4d58-abd8-ca67ec30c129 req-96c3994c-adb8-4c6f-9062-85f73a895a07 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0806298 Nov 02 12:47:09.615457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] Publish callbacks [] for security_group (3ad5a61e-6f37-4c57-b263-81054a5bbac0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.652886 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] Publish callbacks [] for security_group (3ad5a61e-6f37-4c57-b263-81054a5bbac0), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.677499 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16b0ef99-bacd-4d58-abd8-ca67ec30c129 req-e16e37eb-fd0c-43d6-a48e-83e11f33ccd3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627384 Nov 02 12:47:09.719794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3ad5a61e-6f37-4c57-b263-81054a5bbac0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.723815 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:09.725106 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3ad5a61e-6f37-4c57-b263-81054a5bbac0 HTTP/1.1" status: 204 len: 168 time: 0.1713018 Nov 02 12:47:09.747612 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b8308-a7ed-422a-841a-f6e44df6dc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad5a61e-6f37-4c57-b263-81054a5bbac0,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:09.777623 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519448-e9f9-44b2-92e2-8a508920253c req-c9ad63cd-44f7-4cc5-b87d-7192d1c59ef5 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:09.782190 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81519448-e9f9-44b2-92e2-8a508920253c req-c9ad63cd-44f7-4cc5-b87d-7192d1c59ef5 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0895224 Nov 02 12:47:09.876375 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81519448-e9f9-44b2-92e2-8a508920253c req-df7fdf28-d435-43f0-8cfc-9988dde1a935 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853317 Nov 02 12:47:10.399465 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c55fa-b9c4-4078-9d79-09d536fbb749 req-de040145-782b-4edc-a12e-d1859fbd6ce4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:10.400958 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff8c55fa-b9c4-4078-9d79-09d536fbb749 req-de040145-782b-4edc-a12e-d1859fbd6ce4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0564601 Nov 02 12:47:10.449655 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff8c55fa-b9c4-4078-9d79-09d536fbb749 req-d3ffda37-efa3-4289-936a-625dbc4ef60b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427778 Nov 02 12:47:10.652463 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735c92-0f2a-43ac-be4b-330ef27831da req-94653372-4ed5-422a-8d0b-a43049d85bcc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:10.654103 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6735c92-0f2a-43ac-be4b-330ef27831da req-94653372-4ed5-422a-8d0b-a43049d85bcc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0590172 Nov 02 12:47:10.656302 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ac6cb563-348a-4f4a-94b6-ac0e8541a15a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:10.707919 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6735c92-0f2a-43ac-be4b-330ef27831da req-a7030fac-125b-48ac-8b0b-3984c9de7324 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449710 Nov 02 12:47:10.825245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec25fd-0f28-49a9-a66a-422738d4dc31 req-c482a573-cc7b-4a73-bc7a-bd7871e4642e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:10.826919 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-09ec25fd-0f28-49a9-a66a-422738d4dc31 req-c482a573-cc7b-4a73-bc7a-bd7871e4642e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Nov 02 12:47:10.879122 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-09ec25fd-0f28-49a9-a66a-422738d4dc31 req-af5fd9ac-7649-437a-8680-3f3e0197e505 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450978 Nov 02 12:47:11.007924 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916748-8e5b-4dae-b058-fc60fabb9462 req-e65730c1-af69-400a-a182-e402a980d100 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:11.009457 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c1916748-8e5b-4dae-b058-fc60fabb9462 req-e65730c1-af69-400a-a182-e402a980d100 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0588295 Nov 02 12:47:11.060228 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c1916748-8e5b-4dae-b058-fc60fabb9462 req-241036cf-f7ae-4447-aec9-47e23753f075 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Nov 02 12:47:11.584404 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2000829-366e-4fb9-8ac0-605129c40ae1 req-e5ff49ce-16f8-4f06-b6bb-576a443e4ae4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:11.585819 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2000829-366e-4fb9-8ac0-605129c40ae1 req-e5ff49ce-16f8-4f06-b6bb-576a443e4ae4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0547690 Nov 02 12:47:11.633541 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2000829-366e-4fb9-8ac0-605129c40ae1 req-f9059b43-9082-4100-a05c-3833ef0413e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Nov 02 12:47:11.842204 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5a37f-13f1-4fa2-936a-160023aa0fc8 req-a5ff3ad2-a291-4b83-92f7-ebbe44766198 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:11.843711 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8ef5a37f-13f1-4fa2-936a-160023aa0fc8 req-a5ff3ad2-a291-4b83-92f7-ebbe44766198 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0563178 Nov 02 12:47:11.906699 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8ef5a37f-13f1-4fa2-936a-160023aa0fc8 req-22d59ba7-31a7-4cf6-b4cf-83ef801a7e3e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525577 Nov 02 12:47:12.027391 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4166b2-9e1a-4812-8595-563c9b8e2a21 req-5b27cdf9-0c68-48ec-ad35-8d006ac387d6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:12.028853 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad4166b2-9e1a-4812-8595-563c9b8e2a21 req-5b27cdf9-0c68-48ec-ad35-8d006ac387d6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Nov 02 12:47:12.076660 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad4166b2-9e1a-4812-8595-563c9b8e2a21 req-6c5a073d-2029-4327-9dfb-4059bd5a94b2 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420380 Nov 02 12:47:12.186902 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf0652-b4ea-40a7-badd-7aa20aafd993 req-00a3b528-2ed7-47e6-985c-af094b4652e2 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:12.188390 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e4cf0652-b4ea-40a7-badd-7aa20aafd993 req-00a3b528-2ed7-47e6-985c-af094b4652e2 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0535214 Nov 02 12:47:12.236020 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e4cf0652-b4ea-40a7-badd-7aa20aafd993 req-c4a233aa-bd7d-4d31-93d5-148d44d156b5 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Nov 02 12:47:12.768227 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49bd58-710e-4c19-b891-71abf9a24f25 req-c34d17f0-7560-434b-a955-580ff8216f82 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:12.770226 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc49bd58-710e-4c19-b891-71abf9a24f25 req-c34d17f0-7560-434b-a955-580ff8216f82 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0597904 Nov 02 12:47:12.818234 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc49bd58-710e-4c19-b891-71abf9a24f25 req-3300a30d-6a94-4cf4-b41a-aa4d08cb0a6a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424743 Nov 02 12:47:13.035037 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f18d49-b644-47f5-814e-9a2e578eeced req-210cdad1-9aeb-4f97-bef1-a56641db1cfe tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:13.036549 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30f18d49-b644-47f5-814e-9a2e578eeced req-210cdad1-9aeb-4f97-bef1-a56641db1cfe tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0543869 Nov 02 12:47:13.083717 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30f18d49-b644-47f5-814e-9a2e578eeced req-72734780-eec8-417d-8434-d62657e3aabd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416379 Nov 02 12:47:13.162261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-802db5ab-c13d-4ae2-86e2-61ffbd456076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:13.202343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2e9aa-b1f6-4498-99d4-11b7c5b4ecba req-1bdfbaca-d298-4c29-b5db-cf5e531fdc5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:13.203823 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a9f2e9aa-b1f6-4498-99d4-11b7c5b4ecba req-1bdfbaca-d298-4c29-b5db-cf5e531fdc5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0531075 Nov 02 12:47:13.255174 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a9f2e9aa-b1f6-4498-99d4-11b7c5b4ecba req-fb5fbfe3-ed72-4eb7-9d34-c36d99242b80 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451217 Nov 02 12:47:13.361577 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abab7f-4834-4338-bd88-c3d7aae205f1 req-2421123e-9d57-453e-9ae5-972ba3e4fd96 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:13.363558 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20abab7f-4834-4338-bd88-c3d7aae205f1 req-2421123e-9d57-453e-9ae5-972ba3e4fd96 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0520337 Nov 02 12:47:13.413619 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20abab7f-4834-4338-bd88-c3d7aae205f1 req-2bf746bb-ccc6-4d12-8e5e-18c2ff4a3164 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Nov 02 12:47:13.948519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b551-c8a2-4450-9d7f-65d9fdcfeb6b req-d726b9bc-3805-4dbe-91c3-6d0edd4bfad7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:13.949992 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a200b551-c8a2-4450-9d7f-65d9fdcfeb6b req-d726b9bc-3805-4dbe-91c3-6d0edd4bfad7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0508890 Nov 02 12:47:13.998574 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a200b551-c8a2-4450-9d7f-65d9fdcfeb6b req-823934cf-bc93-46a8-9b0b-53f65fba6e00 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Nov 02 12:47:14.212620 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6989e-8e53-4e64-bb9d-ed3448e0121c req-73a91ea4-50c9-4f41-9c96-c2e3ee44cdb0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:14.214124 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8ba6989e-8e53-4e64-bb9d-ed3448e0121c req-73a91ea4-50c9-4f41-9c96-c2e3ee44cdb0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0579221 Nov 02 12:47:14.262559 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8ba6989e-8e53-4e64-bb9d-ed3448e0121c req-e62973ec-fe59-4087-bc09-2025dec4e6a5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Nov 02 12:47:14.308384 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.381180 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2226-4f34-4ddc-a2b0-808ec0267094 req-6557785f-f5c9-4b85-b8ad-f222c423847a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:14.382828 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db1a2226-4f34-4ddc-a2b0-808ec0267094 req-6557785f-f5c9-4b85-b8ad-f222c423847a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0541732 Nov 02 12:47:14.385838 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:14.430252 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db1a2226-4f34-4ddc-a2b0-808ec0267094 req-fb17e326-12f6-4da9-8f78-0d8a5cc825ea tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Nov 02 12:47:14.541580 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b2ed3-6df4-491e-917c-79f7551dae1b req-bb2276f1-5504-4675-ac20-00162c6068eb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:14.543352 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d3b2ed3-6df4-491e-917c-79f7551dae1b req-bb2276f1-5504-4675-ac20-00162c6068eb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0583220 Nov 02 12:47:14.590157 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d3b2ed3-6df4-491e-917c-79f7551dae1b req-f5fead86-2d82-485c-9bec-77172b081aaf tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412855 Nov 02 12:47:15.128947 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c75f4d-0a33-40b9-9f2a-eec1e119bfc0 req-25618fa2-bd0b-4534-ad6e-aec8ea8efc81 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.130579 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6c75f4d-0a33-40b9-9f2a-eec1e119bfc0 req-25618fa2-bd0b-4534-ad6e-aec8ea8efc81 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0554831 Nov 02 12:47:15.178531 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6c75f4d-0a33-40b9-9f2a-eec1e119bfc0 req-66fca7f6-2fb7-4be1-bb3b-53dca8e921e4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Nov 02 12:47:15.386119 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8dfaa-cc36-40dd-a077-a74b48f34785 req-054ce095-4fa4-4d61-a201-8c080afacf66 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.387798 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15b8dfaa-cc36-40dd-a077-a74b48f34785 req-054ce095-4fa4-4d61-a201-8c080afacf66 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0528793 Nov 02 12:47:15.437759 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15b8dfaa-cc36-40dd-a077-a74b48f34785 req-672c0697-9f9a-4f16-891a-6a775765b3fb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443873 Nov 02 12:47:15.556394 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0898dd-a55d-4788-a7ed-51d231228858 req-bbfa8e20-9f2e-41a6-81f5-0c893b31c1c6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.557789 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c0898dd-a55d-4788-a7ed-51d231228858 req-bbfa8e20-9f2e-41a6-81f5-0c893b31c1c6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0555987 Nov 02 12:47:15.604341 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c0898dd-a55d-4788-a7ed-51d231228858 req-0fc2a998-a290-4a34-912d-1ef2fce8d33b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409396 Nov 02 12:47:15.645148 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:15.720495 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805cf18-301c-4f12-b11b-ff089b0235d3 req-02c160d8-4072-4df4-b60e-d0b1342788ad tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:15.722011 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e805cf18-301c-4f12-b11b-ff089b0235d3 req-02c160d8-4072-4df4-b60e-d0b1342788ad tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0524647 Nov 02 12:47:15.771384 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e805cf18-301c-4f12-b11b-ff089b0235d3 req-35095220-f224-41a5-96b1-c21c29eb6c6c tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430384 Nov 02 12:47:16.315524 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a39e-4620-4162-be30-c192149ede7b req-de562579-53a7-4842-8f70-d1d39dfcbd7d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:16.317675 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0595a39e-4620-4162-be30-c192149ede7b req-de562579-53a7-4842-8f70-d1d39dfcbd7d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0590520 Nov 02 12:47:16.363855 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0595a39e-4620-4162-be30-c192149ede7b req-b480c1e0-6b33-48a4-861a-b7c93905e090 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410933 Nov 02 12:47:16.564767 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b4ddb-c0ee-4286-9ae6-cfc1b7c5b564 req-1cd6ce66-b607-40f6-b071-163c746d5ab1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:16.566162 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e1b4ddb-c0ee-4286-9ae6-cfc1b7c5b564 req-1cd6ce66-b607-40f6-b071-163c746d5ab1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0527084 Nov 02 12:47:16.612542 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e1b4ddb-c0ee-4286-9ae6-cfc1b7c5b564 req-5e4cc26d-5c75-4c99-a4a9-aee38be56dbc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Nov 02 12:47:16.729209 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df518-297b-471e-ad6e-0b6c813ae115 req-28b95885-a028-4979-9b49-269c5e871e07 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:16.730737 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d6df518-297b-471e-ad6e-0b6c813ae115 req-28b95885-a028-4979-9b49-269c5e871e07 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0525689 Nov 02 12:47:16.782122 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d6df518-297b-471e-ad6e-0b6c813ae115 req-1aa8d2e1-1a83-4ec9-aa84-a153706c32e1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458345 Nov 02 12:47:16.896200 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0667f3f-9fe0-4ec4-8f2e-e9b6c71e934d req-80028780-e7df-4aeb-810b-10d0a366792b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:16.897718 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a0667f3f-9fe0-4ec4-8f2e-e9b6c71e934d req-80028780-e7df-4aeb-810b-10d0a366792b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 944 time: 0.0532541 Nov 02 12:47:16.945109 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a0667f3f-9fe0-4ec4-8f2e-e9b6c71e934d req-e1407fa8-d1d1-4cc2-8b5a-6c27d7d3a495 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416799 Nov 02 12:47:17.174043 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.488787 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:17.496633 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6907d-367c-4016-9b67-2c90d5d66e30 req-b562b264-16a7-4ae7-921f-f522f86a210e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:17.498154 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-21c6907d-367c-4016-9b67-2c90d5d66e30 req-b562b264-16a7-4ae7-921f-f522f86a210e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0537982 Nov 02 12:47:17.542895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:47:17.547389 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:17.547762 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.548152 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 Nov 02 12:47:17.548316 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-21c6907d-367c-4016-9b67-2c90d5d66e30 req-6340c515-8393-45f6-ac8f-bc44734eb2ad tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441091 Nov 02 12:47:17.624237 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:17.624627 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.657342 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:47:17.769828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:17.771850 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac0aa04-299f-4278-8634-ae06646320cc req-b9bb780e-2325-4e1f-bf7f-6f63577ac009 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:17.773647 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ac0aa04-299f-4278-8634-ae06646320cc req-b9bb780e-2325-4e1f-bf7f-6f63577ac009 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0624399 Nov 02 12:47:17.776034 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:17.826213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:17.860717 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ac0aa04-299f-4278-8634-ae06646320cc req-99f1d0dc-143a-4470-9f19-5f08e1176b31 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754046 Nov 02 12:47:17.898884 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4a4d60-b8bc-424b-aae0-f18541d4c7c2" -d '{"events": [{"server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:17.922982 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f679323-be38-4509-9ccd-ea861729ded8 req-d9a11239-e09d-4e53-99f3-42779966a9ef tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:17.926814 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0f679323-be38-4509-9ccd-ea861729ded8 req-d9a11239-e09d-4e53-99f3-42779966a9ef tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0608783 Nov 02 12:47:17.975754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0f679323-be38-4509-9ccd-ea861729ded8 req-8daf8ec9-8a53-452b-8012-a1f015e278db tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451078 Nov 02 12:47:18.000568 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b3546-4e89-4c85-a8c0-6d538a5d300e x-openstack-request-id: req-787b3546-4e89-4c85-a8c0-6d538a5d300e {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:18.001017 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "name": "network-vif-plugged", "status": "completed", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:18.001599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-787b3546-4e89-4c85-a8c0-6d538a5d300e {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:18.002343 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-787b3546-4e89-4c85-a8c0-6d538a5d300e'] response: {'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4', 'code': 200} Nov 02 12:47:18.085999 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01fb2ed-1ba1-4adb-9857-ffb5fd6d7728 req-15e02658-ac4b-454b-9440-4fa71b1ac3c3 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:18.087565 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b01fb2ed-1ba1-4adb-9857-ffb5fd6d7728 req-15e02658-ac4b-454b-9440-4fa71b1ac3c3 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0564573 Nov 02 12:47:18.139455 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b01fb2ed-1ba1-4adb-9857-ffb5fd6d7728 req-d4f721de-598b-49ad-9d01-6c579972d4aa tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460875 Nov 02 12:47:18.706259 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e08532-faa8-47a1-8ee4-8cd159b1dd61 req-c007cbcb-bdda-4883-b6fb-1b74decbc05f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:18.707747 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89e08532-faa8-47a1-8ee4-8cd159b1dd61 req-c007cbcb-bdda-4883-b6fb-1b74decbc05f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0532784 Nov 02 12:47:18.710600 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-903546eb-3738-4c83-a069-a7e261a42394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:18.712196 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-903546eb-3738-4c83-a069-a7e261a42394 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 1129 time: 0.1006341 Nov 02 12:47:18.736159 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-11683838-d7a5-4d18-b6c9-78af9836dbe0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.774052 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89e08532-faa8-47a1-8ee4-8cd159b1dd61 req-ac4b6d30-93ae-4226-9772-28e901e22777 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578671 Nov 02 12:47:18.825947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-11683838-d7a5-4d18-b6c9-78af9836dbe0 service neutron] Publish callbacks [] for security_group (95559ad0-9ff2-4001-8f5d-a8ee2c94bfd7), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.830228 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-11683838-d7a5-4d18-b6c9-78af9836dbe0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (95559ad0-9ff2-4001-8f5d-a8ee2c94bfd7), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:18.878654 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0231bf40-cbb2-41df-80fc-e103504b3e63 req-11683838-d7a5-4d18-b6c9-78af9836dbe0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567335 Nov 02 12:47:18.879227 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11683838-d7a5-4d18-b6c9-78af9836dbe0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=95559ad0-9ff2-4001-8f5d-a8ee2c94bfd7,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:18.977189 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87668714-ce6a-4b7e-b727-147b702d3997 req-629b4c80-a9d0-4f88-8700-a97d15ddb98f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:18.978832 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87668714-ce6a-4b7e-b727-147b702d3997 req-629b4c80-a9d0-4f88-8700-a97d15ddb98f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0553324 Nov 02 12:47:19.034043 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87668714-ce6a-4b7e-b727-147b702d3997 req-3ecfaae6-6daf-4674-8e10-edd4a617008d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492008 Nov 02 12:47:19.103437 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92868f4-d6a5-43de-a098-a756e761f0ec req-1b8d281b-89d2-436c-9b3c-b0e8f903352c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:19.104906 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c92868f4-d6a5-43de-a098-a756e761f0ec req-1b8d281b-89d2-436c-9b3c-b0e8f903352c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0523732 Nov 02 12:47:19.158274 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c92868f4-d6a5-43de-a098-a756e761f0ec req-b3706f9c-acbb-4a2b-a30a-a345be92afb0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471075 Nov 02 12:47:19.268685 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd4a24-fc66-4bea-8a6a-39998cb8b280 req-1818ed62-037c-41f9-8467-3ebad3cc73f3 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:19.270379 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34bd4a24-fc66-4bea-8a6a-39998cb8b280 req-1818ed62-037c-41f9-8467-3ebad3cc73f3 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0533876 Nov 02 12:47:19.323147 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34bd4a24-fc66-4bea-8a6a-39998cb8b280 req-b657a351-1315-4127-bfd5-21bc457308de tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445058 Nov 02 12:47:19.921099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b0115-3164-4ccd-966c-b0fe012723d1 req-6f7d10e0-11a0-4cb1-9fa1-feb66dc0efa6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:19.922571 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c68b0115-3164-4ccd-966c-b0fe012723d1 req-6f7d10e0-11a0-4cb1-9fa1-feb66dc0efa6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0556960 Nov 02 12:47:19.969008 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c68b0115-3164-4ccd-966c-b0fe012723d1 req-f1ba0b1a-f038-44d4-81c1-4d1d8310ad09 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394931 Nov 02 12:47:20.158254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bee18e-5254-4baa-ab5e-28c9edb22e3c req-9c75dd41-323f-415c-977d-ff5a272614ba tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.159735 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f2bee18e-5254-4baa-ab5e-28c9edb22e3c req-9c75dd41-323f-415c-977d-ff5a272614ba tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0510521 Nov 02 12:47:20.208271 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f2bee18e-5254-4baa-ab5e-28c9edb22e3c req-16bcadb9-e37f-489e-ab4b-d680b1b890a8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Nov 02 12:47:20.287629 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8b09b-9c1c-4de5-b940-ae6fcfc182c6 req-00b6b3d5-495c-45ab-bbd5-dc59809ea2e6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.289118 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-98a8b09b-9c1c-4de5-b940-ae6fcfc182c6 req-00b6b3d5-495c-45ab-bbd5-dc59809ea2e6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0553141 Nov 02 12:47:20.339446 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-98a8b09b-9c1c-4de5-b940-ae6fcfc182c6 req-1cfd230e-9efa-4cf3-a16e-3f447a05d142 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Nov 02 12:47:20.464348 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454031c-fdbf-42cb-819a-440bd785ad92 req-ff4bceb8-2102-46f3-a586-c9d9c1ebb42b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:20.465841 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5454031c-fdbf-42cb-819a-440bd785ad92 req-ff4bceb8-2102-46f3-a586-c9d9c1ebb42b tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0558131 Nov 02 12:47:20.515036 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5454031c-fdbf-42cb-819a-440bd785ad92 req-c50cfe16-b905-402a-86b8-f1c50fd08624 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Nov 02 12:47:21.099158 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121cf7b-f6f4-490a-8d8c-828a47c7cb2b req-dc6589da-5e91-4799-8d32-7d0b98a257e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:21.100743 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3121cf7b-f6f4-490a-8d8c-828a47c7cb2b req-dc6589da-5e91-4799-8d32-7d0b98a257e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0517893 Nov 02 12:47:21.150658 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3121cf7b-f6f4-490a-8d8c-828a47c7cb2b req-5ad1916b-cc1e-4bf4-8095-9b47ba32b2f5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443642 Nov 02 12:47:21.354201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010f611-db38-493d-bdec-cc5a7983d25d req-4b8aef77-b7ea-493f-9d66-20824c06ed59 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:21.355862 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6010f611-db38-493d-bdec-cc5a7983d25d req-4b8aef77-b7ea-493f-9d66-20824c06ed59 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 944 time: 0.0636783 Nov 02 12:47:21.407835 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6010f611-db38-493d-bdec-cc5a7983d25d req-496e937b-0530-4747-b818-b2a3ab3895af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461118 Nov 02 12:47:21.473586 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4e96d-eeb6-4850-9f41-b381bd31ea9a req-d4a48e7a-b202-458b-b875-bb336dd9d2f9 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:21.478487 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:21.481081 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b5d4e96d-eeb6-4850-9f41-b381bd31ea9a req-d4a48e7a-b202-458b-b875-bb336dd9d2f9 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 945 time: 0.0622702 Nov 02 12:47:21.532353 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:47:21.546731 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b5d4e96d-eeb6-4850-9f41-b381bd31ea9a req-02727f89-8449-4f05-856a-51738df78bb6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497627 Nov 02 12:47:21.546844 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:21.546844 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.546844 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 Nov 02 12:47:21.638154 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:21.638591 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.663846 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cf6a4-8c5b-4a9c-88e2-8fb7301128fd req-f7b9d2d9-7c80-48bf-89f9-33b32ceee029 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:21.665432 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a00cf6a4-8c5b-4a9c-88e2-8fb7301128fd req-f7b9d2d9-7c80-48bf-89f9-33b32ceee029 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0680869 Nov 02 12:47:21.675632 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:47:21.678000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb3360d-a294-4bbc-a10a-ba9487e1bbab" -d '{"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:21.692245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:21.699320 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.699970 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 70c31d06-a268-4141-9732-ffdcff9c2f32 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:21.724613 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3d447e-e55c-4fde-930a-562f366f97ef x-openstack-request-id: req-ac3d447e-e55c-4fde-930a-562f366f97ef {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:21.726332 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a00cf6a4-8c5b-4a9c-88e2-8fb7301128fd req-c58b7bc1-76cd-4a05-a75f-d361c781ceef tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528617 Nov 02 12:47:21.726466 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:21.726626 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac3d447e-e55c-4fde-930a-562f366f97ef {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:21.727218 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3d447e-e55c-4fde-930a-562f366f97ef'] response: {'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'code': 200} Nov 02 12:47:21.898553 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:21.909521 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 70c31d06-a268-4141-9732-ffdcff9c2f32 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:47:21.914229 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 70c31d06-a268-4141-9732-ffdcff9c2f32 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:21.914640 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:21.914979 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 70c31d06-a268-4141-9732-ffdcff9c2f32 Nov 02 12:47:21.952580 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb35720-6e0a-4dc6-a9fd-2275051c85ab req-c10539c9-740c-41c9-a9a2-c98ce3270701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:21.954513 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8fb35720-6e0a-4dc6-a9fd-2275051c85ab req-c10539c9-740c-41c9-a9a2-c98ce3270701 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1129 time: 0.0449777 Nov 02 12:47:21.990984 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 70c31d06-a268-4141-9732-ffdcff9c2f32 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:21.991444 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.002365 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8fb35720-6e0a-4dc6-a9fd-2275051c85ab req-ba81aa1a-b206-47c4-b438-b1e54d455c22 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386324 Nov 02 12:47:22.025448 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=70c31d06-a268-4141-9732-ffdcff9c2f32,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:22.029365 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.030129 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:22.104222 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.116628 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:47:22.120429 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:22.120805 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.121149 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 Nov 02 12:47:22.195136 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:22.195565 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.232238 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:22.236357 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.237423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:47:22.283242 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada312e2-96bf-4782-bee7-13a2a6f5e9b9 req-f2b5eec4-b2a8-4ad8-81af-e5ccdddeaf50 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.284964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ada312e2-96bf-4782-bee7-13a2a6f5e9b9 req-f2b5eec4-b2a8-4ad8-81af-e5ccdddeaf50 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0553567 Nov 02 12:47:22.313396 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.327538 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:47:22.331706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:47:22.332092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.332439 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 Nov 02 12:47:22.332869 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ada312e2-96bf-4782-bee7-13a2a6f5e9b9 req-82c772ae-62fc-46a7-975b-3057437ad612 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Nov 02 12:47:22.406965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:47:22.407364 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.440788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:47:22.446061 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:22.497240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:22.536537 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d197d-b447-473d-beea-ba4d982b6ef3 req-0a84621c-140e-4cb5-a4c7-2bb70ca5fac6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.538398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-924d197d-b447-473d-beea-ba4d982b6ef3 req-0a84621c-140e-4cb5-a4c7-2bb70ca5fac6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0562761 Nov 02 12:47:22.601520 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-924d197d-b447-473d-beea-ba4d982b6ef3 req-91f2a3f8-b5b3-4805-a55a-97378ccffb11 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493419 Nov 02 12:47:22.668450 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b71aad-3d13-41c6-8b6f-d43f0eb19f16 req-0fd931d9-c7c7-4cfb-9108-1a29e29fc162 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.671239 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-12b71aad-3d13-41c6-8b6f-d43f0eb19f16 req-0fd931d9-c7c7-4cfb-9108-1a29e29fc162 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0616820 Nov 02 12:47:22.722017 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-12b71aad-3d13-41c6-8b6f-d43f0eb19f16 req-c3e1ab2c-adeb-4c9e-948b-bb5163ce8f05 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459442 Nov 02 12:47:22.851190 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffb45f-0dcf-4f7f-8bcc-4be6454c4157 req-c0a466b1-f063-41fe-8ce5-626c7f0c3a5f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:22.852641 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50ffb45f-0dcf-4f7f-8bcc-4be6454c4157 req-c0a466b1-f063-41fe-8ce5-626c7f0c3a5f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0531754 Nov 02 12:47:22.900710 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50ffb45f-0dcf-4f7f-8bcc-4be6454c4157 req-c04122d8-3189-489a-818f-db164296d82f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425160 Nov 02 12:47:23.467724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bffdd7-89eb-4d01-b526-0020f3580397 req-c538fd11-c058-4cee-bc39-f7e7fe7d8f68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:23.469177 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-35bffdd7-89eb-4d01-b526-0020f3580397 req-c538fd11-c058-4cee-bc39-f7e7fe7d8f68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0565689 Nov 02 12:47:23.515386 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-35bffdd7-89eb-4d01-b526-0020f3580397 req-fe31c68b-9266-4cd9-9ef1-1d8243b6be01 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404737 Nov 02 12:47:23.724923 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169325b7-4829-48e2-93b7-2dbb98ba538f req-657c8903-1f2b-4541-86ab-9ff14d94d7a2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:23.726985 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-169325b7-4829-48e2-93b7-2dbb98ba538f req-657c8903-1f2b-4541-86ab-9ff14d94d7a2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0528951 Nov 02 12:47:23.728955 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32'}, {'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3'}, {'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:47:23.731331 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83807252-d303-4742-beff-32203e06eba1" -d '{"events": [{"server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "name": "network-vif-plugged", "status": "completed", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32"}, {"server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "name": "network-vif-plugged", "status": "completed", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3"}, {"server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "name": "network-vif-plugged", "status": "completed", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:23.779642 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-169325b7-4829-48e2-93b7-2dbb98ba538f req-dab1a501-3d3a-40e4-9fc5-f644724b875c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458200 Nov 02 12:47:23.780947 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 02 Nov 2022 12:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8146bfae-d237-4054-8433-c99c2d4ad465 x-openstack-request-id: req-8146bfae-d237-4054-8433-c99c2d4ad465 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:23.781260 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "name": "network-vif-plugged", "status": "completed", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32", "code": 200}, {"server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "name": "network-vif-plugged", "status": "completed", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3", "code": 200}, {"server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "name": "network-vif-plugged", "status": "completed", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:23.781520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8146bfae-d237-4054-8433-c99c2d4ad465 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:23.781930 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8146bfae-d237-4054-8433-c99c2d4ad465'] response: {'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'code': 200} Nov 02 12:47:23.782193 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8146bfae-d237-4054-8433-c99c2d4ad465'] response: {'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3', 'code': 200} Nov 02 12:47:23.782499 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8146bfae-d237-4054-8433-c99c2d4ad465'] response: {'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0', 'code': 200} Nov 02 12:47:23.877235 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd592a5-7790-4cf3-8fb1-458272a3cb99 req-dd4844f3-03cc-47c9-8b38-a2f8b02580bf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:23.878719 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd592a5-7790-4cf3-8fb1-458272a3cb99 req-dd4844f3-03cc-47c9-8b38-a2f8b02580bf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0515158 Nov 02 12:47:23.929813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd592a5-7790-4cf3-8fb1-458272a3cb99 req-dfbd5873-d9f5-4a4b-af0a-f9a7e71f4a27 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Nov 02 12:47:24.027890 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c680c-ba66-4d5f-ae67-3b23da0afb14 req-d81356ef-ee75-48c3-9930-ab442927a1c5 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:24.029278 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-175c680c-ba66-4d5f-ae67-3b23da0afb14 req-d81356ef-ee75-48c3-9930-ab442927a1c5 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0539355 Nov 02 12:47:24.076710 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-175c680c-ba66-4d5f-ae67-3b23da0afb14 req-19baaf03-07ab-4b53-8fcd-87c090be4cec tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Nov 02 12:47:24.645693 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6ba46-870e-4640-874d-6d3476193309 req-2785a234-3e2f-472d-aeec-3ec0e52f006b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:24.647194 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7b6ba46-870e-4640-874d-6d3476193309 req-2785a234-3e2f-472d-aeec-3ec0e52f006b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0528848 Nov 02 12:47:24.695843 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7b6ba46-870e-4640-874d-6d3476193309 req-09fbd09d-ddc7-45eb-8433-d9ff4b27ea29 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424290 Nov 02 12:47:24.907701 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59888d9-2b01-4b8e-b7a4-b37112833e1d req-62d327b6-fc5a-4f81-ab54-03e79187449a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:24.909837 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b59888d9-2b01-4b8e-b7a4-b37112833e1d req-62d327b6-fc5a-4f81-ab54-03e79187449a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0578229 Nov 02 12:47:24.956473 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b59888d9-2b01-4b8e-b7a4-b37112833e1d req-817f7cda-0990-4287-a066-6e08c249401c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398185 Nov 02 12:47:25.053555 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cca2fc-f146-4ae6-bc63-836ff6ee6509 req-40a24f66-d1fc-410f-bbd8-c048486a1036 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:25.055139 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2cca2fc-f146-4ae6-bc63-836ff6ee6509 req-40a24f66-d1fc-410f-bbd8-c048486a1036 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0525949 Nov 02 12:47:25.101362 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2cca2fc-f146-4ae6-bc63-836ff6ee6509 req-58527013-7a99-43f9-a965-2eeb4aa806e5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406828 Nov 02 12:47:25.202000 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf38b9-f40b-4e17-9005-eeac8d4880c7 req-9763c70f-ce71-459f-af1e-a864418ed719 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:25.203462 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3adf38b9-f40b-4e17-9005-eeac8d4880c7 req-9763c70f-ce71-459f-af1e-a864418ed719 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0542042 Nov 02 12:47:25.250660 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3adf38b9-f40b-4e17-9005-eeac8d4880c7 req-1762cafd-8ba2-41b6-92d5-0cd7bfee8a42 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415373 Nov 02 12:47:25.827089 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2454fdab-398f-42b9-b33c-eb27289f520c req-4ca858e5-a0d0-445a-bf10-e9a9975af93c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:25.828498 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2454fdab-398f-42b9-b33c-eb27289f520c req-4ca858e5-a0d0-445a-bf10-e9a9975af93c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Nov 02 12:47:25.875716 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2454fdab-398f-42b9-b33c-eb27289f520c req-4e74ff96-7234-4220-b2de-98205373e808 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413027 Nov 02 12:47:26.081950 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52552a32-3b49-4939-9e60-9281b2d7ebc4 req-6e4c485e-9ef5-43c1-972d-6beb79aab974 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:26.083446 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-52552a32-3b49-4939-9e60-9281b2d7ebc4 req-6e4c485e-9ef5-43c1-972d-6beb79aab974 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0522268 Nov 02 12:47:26.133208 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-52552a32-3b49-4939-9e60-9281b2d7ebc4 req-ef6a3e99-72f2-43c1-ae1f-ff76faf08f43 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436997 Nov 02 12:47:26.226279 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04e457-7d3b-4e26-a850-c11efb1b5113 req-91817402-6542-41ff-884e-63d58010e4f3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:26.228444 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd04e457-7d3b-4e26-a850-c11efb1b5113 req-91817402-6542-41ff-884e-63d58010e4f3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0514939 Nov 02 12:47:26.274685 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd04e457-7d3b-4e26-a850-c11efb1b5113 req-1123a528-6237-40a0-99eb-32fb07171c99 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405724 Nov 02 12:47:26.378500 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77945a57-fe7f-4cc8-a90e-e9d327f3e9dc req-fee8497c-718b-4c0e-aace-13de376a6f1f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:26.380062 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77945a57-fe7f-4cc8-a90e-e9d327f3e9dc req-fee8497c-718b-4c0e-aace-13de376a6f1f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0533187 Nov 02 12:47:26.427092 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77945a57-fe7f-4cc8-a90e-e9d327f3e9dc req-b6c7a079-96f9-4483-9cfb-ba6a77eca98e tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413337 Nov 02 12:47:27.180550 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89493329-2287-4d46-b812-d01a6327972c req-0563aeff-2390-4cc9-87a0-842bd39f21ad tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:27.182123 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89493329-2287-4d46-b812-d01a6327972c req-0563aeff-2390-4cc9-87a0-842bd39f21ad tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.2268696 Nov 02 12:47:27.253612 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89493329-2287-4d46-b812-d01a6327972c req-cf5b2ae3-f1ce-4d81-9a78-2f5dbb7d7f01 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658040 Nov 02 12:47:27.274860 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d360e-56cf-416a-87be-716f3e0e2ed2 req-5318587c-aa6e-4200-84fa-e1a111b43ed0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:27.276331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e63d360e-56cf-416a-87be-716f3e0e2ed2 req-5318587c-aa6e-4200-84fa-e1a111b43ed0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0685062 Nov 02 12:47:27.324465 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e63d360e-56cf-416a-87be-716f3e0e2ed2 req-0ed63c7a-0e5d-4375-bc3e-59c20766de41 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426877 Nov 02 12:47:27.405438 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343224d1-cf96-4c34-a347-e1c98057b2cb req-1d27e967-8942-495f-a65b-21d1cbf0a5cf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:27.406932 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-343224d1-cf96-4c34-a347-e1c98057b2cb req-1d27e967-8942-495f-a65b-21d1cbf0a5cf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0564971 Nov 02 12:47:27.453010 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-343224d1-cf96-4c34-a347-e1c98057b2cb req-c84a1478-074a-4c56-96c6-4a6bbf17e6e0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405622 Nov 02 12:47:27.551245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8a26c-dae7-4550-b87e-3f5b2ee0396a req-8a93efa8-f580-4b35-afc8-ebdea5679ac1 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:27.552573 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75d8a26c-dae7-4550-b87e-3f5b2ee0396a req-8a93efa8-f580-4b35-afc8-ebdea5679ac1 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0531778 Nov 02 12:47:27.599157 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75d8a26c-dae7-4550-b87e-3f5b2ee0396a req-76df9e23-56fb-4009-9a3d-b950a135fd5e tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397837 Nov 02 12:47:28.385329 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21baefb-2c09-41da-a5fd-52339a6939ef req-4d30c3e7-078b-40f6-a691-ce902fcd772c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:28.386934 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b21baefb-2c09-41da-a5fd-52339a6939ef req-4d30c3e7-078b-40f6-a691-ce902fcd772c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0526483 Nov 02 12:47:28.464406 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b21baefb-2c09-41da-a5fd-52339a6939ef req-7bb0d6b6-a059-4229-8d9c-4a5b82d5ed19 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718398 Nov 02 12:47:28.479433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7e128-1bab-4e60-8e7e-228a44b4916d req-c6f57c99-f654-4a29-bfb6-3bf32ff5481b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:28.480891 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26f7e128-1bab-4e60-8e7e-228a44b4916d req-c6f57c99-f654-4a29-bfb6-3bf32ff5481b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0814216 Nov 02 12:47:28.530474 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26f7e128-1bab-4e60-8e7e-228a44b4916d req-54beeda1-f0ec-4608-9f1e-ac00990d73a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Nov 02 12:47:28.583657 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde05af2-e266-4f26-865a-25310a0cced8 req-7215d351-15b7-40bc-872c-babe7787b514 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:28.585141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cde05af2-e266-4f26-865a-25310a0cced8 req-7215d351-15b7-40bc-872c-babe7787b514 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0537932 Nov 02 12:47:28.632011 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cde05af2-e266-4f26-865a-25310a0cced8 req-8bff3d69-5324-48bd-8d0d-0c0772b176ac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Nov 02 12:47:28.727739 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fff31-ad85-4a15-b1bd-b3db0630d549 req-e53520a5-122d-497c-97cd-4ba078bfc586 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:28.729267 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e32fff31-ad85-4a15-b1bd-b3db0630d549 req-e53520a5-122d-497c-97cd-4ba078bfc586 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0567052 Nov 02 12:47:28.775307 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e32fff31-ad85-4a15-b1bd-b3db0630d549 req-8d387f90-1176-4f58-95bc-003ddb31603e tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404582 Nov 02 12:47:29.640875 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df6deb-adfe-47d9-b915-ea3bd664d469 req-1b34e5f7-11e4-4082-955f-0df145162b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.642376 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-62df6deb-adfe-47d9-b915-ea3bd664d469 req-1b34e5f7-11e4-4082-955f-0df145162b97 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.0954285 Nov 02 12:47:29.648269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f79358-1c45-468c-9fa0-93525f4fa54f req-a82a3b78-bb4f-4249-92a1-518dd8fd9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.650642 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-08f79358-1c45-468c-9fa0-93525f4fa54f req-a82a3b78-bb4f-4249-92a1-518dd8fd9182 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1129 time: 0.0645280 Nov 02 12:47:29.699915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63173b-1e87-4197-888c-2400816464fd req-701016d2-c046-4e99-a3ea-b8376fb6b7dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.701415 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-da63173b-1e87-4197-888c-2400816464fd req-701016d2-c046-4e99-a3ea-b8376fb6b7dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.1533351 Nov 02 12:47:29.714884 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ef3f6-1f58-4800-b85b-775b1e0bacea req-5e2e1cce-9c3d-4afe-9a2a-1a772add01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.716355 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b0ef3f6-1f58-4800-b85b-775b1e0bacea req-5e2e1cce-9c3d-4afe-9a2a-1a772add01f3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 1130 time: 0.1380289 Nov 02 12:47:29.719297 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-62df6deb-adfe-47d9-b915-ea3bd664d469 req-11041c1c-53e6-46b5-a375-3d551e05d593 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676649 Nov 02 12:47:29.721525 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-08f79358-1c45-468c-9fa0-93525f4fa54f req-04943dff-ff78-486b-950d-18d5f279265b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648036 Nov 02 12:47:29.737130 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef13715-5b56-40b0-b91b-24b4e41f0f14 req-7fc8c549-62a7-4a06-83b8-b70e633db73d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.739213 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ef13715-5b56-40b0-b91b-24b4e41f0f14 req-7fc8c549-62a7-4a06-83b8-b70e633db73d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.1119730 Nov 02 12:47:29.785559 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-da63173b-1e87-4197-888c-2400816464fd req-76e2aa90-53dc-482e-a43a-9471f12d4336 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748754 Nov 02 12:47:29.808178 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ef13715-5b56-40b0-b91b-24b4e41f0f14 req-f6910295-ba8f-43be-94b3-1983d81bf5e6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614820 Nov 02 12:47:29.931130 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc925c29-990a-4333-9b4b-5fa2de524af9 req-49cea88f-ed7e-4c3d-ac69-ebc0f65ecf77 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.932638 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc925c29-990a-4333-9b4b-5fa2de524af9 req-49cea88f-ed7e-4c3d-ac69-ebc0f65ecf77 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0874672 Nov 02 12:47:29.954916 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258979b-3773-4dfb-b56f-23398b8cb272 req-55d94517-ad0c-4721-8dfe-3abe079499dc tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:29.956383 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a258979b-3773-4dfb-b56f-23398b8cb272 req-55d94517-ad0c-4721-8dfe-3abe079499dc tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0805621 Nov 02 12:47:30.021165 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc925c29-990a-4333-9b4b-5fa2de524af9 req-22d33ce6-fc47-4c12-abb1-a706332a4cde tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816469 Nov 02 12:47:30.029369 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a258979b-3773-4dfb-b56f-23398b8cb272 req-fbda653e-d4bf-44d1-85e7-d43cd9714357 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659122 Nov 02 12:47:30.961601 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b017b0-e5c4-4f4b-81cd-3d8205592fc2 req-bf83a900-0bc5-46ba-b2c7-3a8b4fe81815 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:30.963620 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-71b017b0-e5c4-4f4b-81cd-3d8205592fc2 req-bf83a900-0bc5-46ba-b2c7-3a8b4fe81815 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0939298 Nov 02 12:47:30.975103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8339db-839a-470a-bf0c-43e9a25f0a31 req-0d2a4352-74b9-4776-97a9-d3d317238fae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:30.978470 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f8339db-839a-470a-bf0c-43e9a25f0a31 req-0d2a4352-74b9-4776-97a9-d3d317238fae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0793715 Nov 02 12:47:31.087050 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f8339db-839a-470a-bf0c-43e9a25f0a31 req-5c6dbc5d-8174-408e-8378-6f603ebfb3db tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009302 Nov 02 12:47:31.094706 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-71b017b0-e5c4-4f4b-81cd-3d8205592fc2 req-374326d6-8c98-49a2-8cd4-925259461049 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148665 Nov 02 12:47:31.098981 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b0ef3f6-1f58-4800-b85b-775b1e0bacea req-9624e900-72b1-4f17-9f4b-daa6472eb20a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926862 Nov 02 12:47:31.248052 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38931d42-2a83-4119-8384-82d945c31dc0 req-d16429f3-11f1-4747-8b7b-6b2decf02f31 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:31.249556 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-38931d42-2a83-4119-8384-82d945c31dc0 req-d16429f3-11f1-4747-8b7b-6b2decf02f31 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0895138 Nov 02 12:47:31.263845 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5209f4-947f-4caf-8586-204c8ea5c309 req-15fd849e-5c5d-4bd8-824d-1f7aff231429 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:31.265253 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ea5209f4-947f-4caf-8586-204c8ea5c309 req-15fd849e-5c5d-4bd8-824d-1f7aff231429 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0958180 Nov 02 12:47:31.338406 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-38931d42-2a83-4119-8384-82d945c31dc0 req-2d976039-3795-4a89-83be-039dbd8ec363 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826941 Nov 02 12:47:31.342574 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ea5209f4-947f-4caf-8586-204c8ea5c309 req-c60f7152-2da4-4dc1-8b24-4128dbc52c59 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718193 Nov 02 12:47:32.272412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f0edb-3732-4f8d-9b41-5de0a46ff3ed req-48e25264-c563-4f2c-8324-cafac807b963 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:32.274122 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-424f0edb-3732-4f8d-9b41-5de0a46ff3ed req-48e25264-c563-4f2c-8324-cafac807b963 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0864174 Nov 02 12:47:32.282638 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a0133-3959-410a-9ab3-2a199128a0a6 req-cb6e3a09-88ae-4207-b271-fa435e92ab83 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:32.284070 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db6a0133-3959-410a-9ab3-2a199128a0a6 req-cb6e3a09-88ae-4207-b271-fa435e92ab83 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0983367 Nov 02 12:47:32.356149 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-424f0edb-3732-4f8d-9b41-5de0a46ff3ed req-822c8030-4878-44ab-a6ad-58b60ea61552 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711060 Nov 02 12:47:32.359141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db6a0133-3959-410a-9ab3-2a199128a0a6 req-ba306949-f075-40d8-a0f3-915c55885698 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682933 Nov 02 12:47:32.501574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce86e83-739e-44e5-bb1b-b5590d36cca7 req-de80b60f-b9aa-4fad-a14a-283fb1cc6eef tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:32.503013 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ce86e83-739e-44e5-bb1b-b5590d36cca7 req-de80b60f-b9aa-4fad-a14a-283fb1cc6eef tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0879853 Nov 02 12:47:32.510391 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418654d-79db-419b-83ae-60c18ecf1fe6 req-e2ef4676-8593-4669-97df-3e7ca19875a7 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:32.511966 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4418654d-79db-419b-83ae-60c18ecf1fe6 req-e2ef4676-8593-4669-97df-3e7ca19875a7 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0955188 Nov 02 12:47:32.580457 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ce86e83-739e-44e5-bb1b-b5590d36cca7 req-18dfd4bf-6a95-45f6-b717-db633a7c0298 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675287 Nov 02 12:47:32.588545 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4418654d-79db-419b-83ae-60c18ecf1fe6 req-4d3f262d-0d0e-4ab8-b32e-e145ca078ab4 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693021 Nov 02 12:47:33.512809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f13435-9eb1-44ac-b60c-bb9fcd69e656 req-34381908-c9ea-473e-8333-98ee1180adea tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:33.514201 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87f13435-9eb1-44ac-b60c-bb9fcd69e656 req-34381908-c9ea-473e-8333-98ee1180adea tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0798218 Nov 02 12:47:33.523982 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa737d-d10e-49a5-b43c-ebc708931a87 req-20bf029f-6df4-42ff-9034-bebd672e7275 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:33.525383 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ceaa737d-d10e-49a5-b43c-ebc708931a87 req-20bf029f-6df4-42ff-9034-bebd672e7275 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0823646 Nov 02 12:47:33.598599 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87f13435-9eb1-44ac-b60c-bb9fcd69e656 req-7735a389-58e3-4589-9f6a-9ebe0ffd495f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720918 Nov 02 12:47:33.601464 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ceaa737d-d10e-49a5-b43c-ebc708931a87 req-2bf740eb-4ce4-4ed4-a35a-2d3eae802fc1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694728 Nov 02 12:47:33.737264 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38e7a7-df6a-437b-96af-4fd3bac7516d req-460a34d7-2dd1-4223-901b-d43d3688d7ab tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:33.738797 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad38e7a7-df6a-437b-96af-4fd3bac7516d req-460a34d7-2dd1-4223-901b-d43d3688d7ab tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0808241 Nov 02 12:47:33.751888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ade5-d904-4e4c-a6bd-953828eabb22 req-0691588a-00c2-415c-b0c2-8ff99f69057a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:33.753277 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8db5ade5-d904-4e4c-a6bd-953828eabb22 req-0691588a-00c2-415c-b0c2-8ff99f69057a tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0857165 Nov 02 12:47:33.824586 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad38e7a7-df6a-437b-96af-4fd3bac7516d req-9c10feb7-a040-4882-b9b5-06cc2cb51ae1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800467 Nov 02 12:47:33.831459 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8db5ade5-d904-4e4c-a6bd-953828eabb22 req-2fdd4e2c-2109-43ed-a558-08d6869188f0 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724864 Nov 02 12:47:34.754599 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009f6c7-52c6-40cb-8e58-19ec520a0f95 req-c61e5c6a-eb47-40bb-b2f7-63b1bb563efc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:34.756055 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2009f6c7-52c6-40cb-8e58-19ec520a0f95 req-c61e5c6a-eb47-40bb-b2f7-63b1bb563efc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0830595 Nov 02 12:47:34.763494 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a19e77-1b1e-4a69-b129-88df24dd6cd1 req-38b250a2-f8db-4d2c-bfcf-4b285b904c78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:34.764844 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55a19e77-1b1e-4a69-b129-88df24dd6cd1 req-38b250a2-f8db-4d2c-bfcf-4b285b904c78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0831678 Nov 02 12:47:34.834254 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2009f6c7-52c6-40cb-8e58-19ec520a0f95 req-24836f44-6b75-456e-a33e-1c990f2e5b74 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684731 Nov 02 12:47:34.838379 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55a19e77-1b1e-4a69-b129-88df24dd6cd1 req-9895efe9-840a-452c-b393-4fcf9889b48f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670228 Nov 02 12:47:34.982342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4101a-d608-4cca-b044-664f8c2e64a1 req-517ed82d-9ed5-40e2-aa46-7dbb8e03f550 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:34.983791 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7fc4101a-d608-4cca-b044-664f8c2e64a1 req-517ed82d-9ed5-40e2-aa46-7dbb8e03f550 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0838835 Nov 02 12:47:34.993575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639614f-cd92-4f51-941f-96684bf24a77 req-c238ae7b-ede0-405e-8bb2-afd4cc20cd25 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:34.995858 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b639614f-cd92-4f51-941f-96684bf24a77 req-c238ae7b-ede0-405e-8bb2-afd4cc20cd25 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0860975 Nov 02 12:47:35.065789 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7fc4101a-d608-4cca-b044-664f8c2e64a1 req-71e7de21-e596-417e-a00f-03c98fc239ea tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689473 Nov 02 12:47:35.069776 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b639614f-cd92-4f51-941f-96684bf24a77 req-ffb17647-4af6-4e80-98fe-8a79fe2da906 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673244 Nov 02 12:47:35.996517 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a4498-21d6-453b-ba63-06186931a0a2 req-786d549f-5522-41ac-9ddf-0e59df7c2a9b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:35.998036 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-083a4498-21d6-453b-ba63-06186931a0a2 req-786d549f-5522-41ac-9ddf-0e59df7c2a9b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0848725 Nov 02 12:47:36.009287 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7190a55-f779-4835-a7bf-73d347e748c4 req-8cbc9ff0-d99d-4df8-b604-3d56c0a9dd0a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:36.010707 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a7190a55-f779-4835-a7bf-73d347e748c4 req-8cbc9ff0-d99d-4df8-b604-3d56c0a9dd0a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0885665 Nov 02 12:47:36.083848 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-083a4498-21d6-453b-ba63-06186931a0a2 req-5f2209cf-89c5-42c4-a516-b9bf4f07faa4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720515 Nov 02 12:47:36.086820 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a7190a55-f779-4835-a7bf-73d347e748c4 req-1ee8c483-d63a-442a-a387-abdaae08e0c4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687776 Nov 02 12:47:36.234386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f0858-4f98-4b03-a475-4195a5bb50ab req-01dce350-1fe6-4d41-9009-b61f28833846 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:36.235922 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c9f0858-4f98-4b03-a475-4195a5bb50ab req-01dce350-1fe6-4d41-9009-b61f28833846 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0877404 Nov 02 12:47:36.242548 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814804c-2428-4e11-a7da-ccbda649297e req-44644ba9-6236-43a8-ab40-3aed8d5e3337 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:36.243892 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5814804c-2428-4e11-a7da-ccbda649297e req-44644ba9-6236-43a8-ab40-3aed8d5e3337 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0867524 Nov 02 12:47:36.314034 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c9f0858-4f98-4b03-a475-4195a5bb50ab req-cdabea75-24d9-4e0c-be0b-8c36cfdcd147 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691872 Nov 02 12:47:36.321417 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5814804c-2428-4e11-a7da-ccbda649297e req-65dfa9f2-2e92-4b62-80f9-beab857f4b4e tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698171 Nov 02 12:47:37.251519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731adf-6e8e-40e5-8fcc-63d66e424048 req-3ae09878-6f1c-4c7a-9ece-d9fc0b00a558 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.253014 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd731adf-6e8e-40e5-8fcc-63d66e424048 req-3ae09878-6f1c-4c7a-9ece-d9fc0b00a558 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0879831 Nov 02 12:47:37.260862 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85813e7-bb36-4350-a936-46e60ee11dd4 req-75dc5b20-f057-4832-8bd7-d34e3d2d963f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.263191 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b85813e7-bb36-4350-a936-46e60ee11dd4 req-75dc5b20-f057-4832-8bd7-d34e3d2d963f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0880122 Nov 02 12:47:37.335148 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd731adf-6e8e-40e5-8fcc-63d66e424048 req-8c1310eb-d337-4a8f-af2b-8a28c37dc4f7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709774 Nov 02 12:47:37.342532 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b85813e7-bb36-4350-a936-46e60ee11dd4 req-c1d9adbe-a976-40f1-b08c-35e1c2a37cb6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726192 Nov 02 12:47:37.472609 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b18714-3b56-4d5b-b23d-caff8f421fb0 req-4d265cd5-3fd5-4585-bfae-bab2ec232c8a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.474106 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c3b18714-3b56-4d5b-b23d-caff8f421fb0 req-4d265cd5-3fd5-4585-bfae-bab2ec232c8a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0832450 Nov 02 12:47:37.487315 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1a862-1681-41e9-9166-0a516bf65a7d req-a68b9e54-6257-4ac4-b60b-3292e14c3bf9 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:37.488769 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-90f1a862-1681-41e9-9166-0a516bf65a7d req-a68b9e54-6257-4ac4-b60b-3292e14c3bf9 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0724044 Nov 02 12:47:37.565998 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c3b18714-3b56-4d5b-b23d-caff8f421fb0 req-8fc6ae2d-1ab4-403c-b16b-4bbd23d6eed4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859730 Nov 02 12:47:37.569196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-90f1a862-1681-41e9-9166-0a516bf65a7d req-33f7b117-a6eb-4ef0-8a7f-0cdc730ed54f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634038 Nov 02 12:47:38.526656 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4b17c-1aa8-472a-be71-3aabed5d9991 req-7962b8f5-ac08-4fb8-8f77-726bab489a90 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:38.528256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8c4b17c-1aa8-472a-be71-3aabed5d9991 req-7962b8f5-ac08-4fb8-8f77-726bab489a90 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0861683 Nov 02 12:47:38.542065 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84f41f-0f0e-4b2b-81e3-09b2fa995685 req-eaaad96f-4dff-454c-8b4c-7d36f8b85445 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:38.544415 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2c84f41f-0f0e-4b2b-81e3-09b2fa995685 req-eaaad96f-4dff-454c-8b4c-7d36f8b85445 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0754640 Nov 02 12:47:38.789506 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8c4b17c-1aa8-472a-be71-3aabed5d9991 req-819925ca-6ee3-403d-92b8-534ee38f9872 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440228 Nov 02 12:47:38.792465 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2c84f41f-0f0e-4b2b-81e3-09b2fa995685 req-dd950896-47ed-43c7-8cbe-9594148c574a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399895 Nov 02 12:47:38.950201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b80005-25b5-457d-9a26-2c797df2c8ce req-63dd085a-fb7c-4dee-81cf-390ee55b4652 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:38.951727 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99b80005-25b5-457d-9a26-2c797df2c8ce req-63dd085a-fb7c-4dee-81cf-390ee55b4652 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0883963 Nov 02 12:47:38.962620 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7566cf-b3b1-4177-9264-79c9a1d74bd8 req-56dc8f7a-c205-4d61-b9ef-1bbaed786c12 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:38.964060 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb7566cf-b3b1-4177-9264-79c9a1d74bd8 req-56dc8f7a-c205-4d61-b9ef-1bbaed786c12 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0912044 Nov 02 12:47:39.038000 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99b80005-25b5-457d-9a26-2c797df2c8ce req-da687a9e-4210-4ea1-9a4f-00cf7eb51b26 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729287 Nov 02 12:47:39.045850 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb7566cf-b3b1-4177-9264-79c9a1d74bd8 req-31179521-ee25-4823-a3ba-da628017ccdd tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723658 Nov 02 12:47:39.958635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f6d86-1f70-4c2d-8308-412878f3f7b6 req-fc571014-e0fe-410e-86e2-81f34f5ed947 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.960267 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b2f6d86-1f70-4c2d-8308-412878f3f7b6 req-fc571014-e0fe-410e-86e2-81f34f5ed947 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0846524 Nov 02 12:47:39.968707 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd1d2b-2d3d-457c-a434-f7e0b3555058 req-894d02f6-e301-4452-955c-9df165e8ee3f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:39.970268 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bcd1d2b-2d3d-457c-a434-f7e0b3555058 req-894d02f6-e301-4452-955c-9df165e8ee3f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0965555 Nov 02 12:47:40.046599 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b2f6d86-1f70-4c2d-8308-412878f3f7b6 req-3c5a872a-e656-43f1-8b1c-e22d22dd264a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714543 Nov 02 12:47:40.076603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bcd1d2b-2d3d-457c-a434-f7e0b3555058 req-51f31928-90be-42b1-8220-5408b37c1374 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894470 Nov 02 12:47:40.202057 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420b57-c129-44f6-8ffb-cb65de00f7cf req-269f20bc-2756-45cd-afc9-956fd8a8e9ce tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:40.203672 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3420b57-c129-44f6-8ffb-cb65de00f7cf req-269f20bc-2756-45cd-afc9-956fd8a8e9ce tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0730669 Nov 02 12:47:40.276386 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3420b57-c129-44f6-8ffb-cb65de00f7cf req-fa23d6c5-4f5e-4119-abe8-0595a91b5bbd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576570 Nov 02 12:47:40.283729 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30c7ad-0c0d-4d1b-a2c9-317f238aceb2 req-542df995-5b80-4e24-93eb-f87917b16f3c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:40.285271 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ed30c7ad-0c0d-4d1b-a2c9-317f238aceb2 req-542df995-5b80-4e24-93eb-f87917b16f3c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.1042945 Nov 02 12:47:40.296896 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 35842) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.302527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'floatingip': {'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:40.374585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35844) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.390028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.522005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89c8c520-9401-46e7-a4ae-f43551fa3db1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.607008 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89c8c520-9401-46e7-a4ae-f43551fa3db1 admin admin] Publish callbacks [] for security_group (74ae72b6-da15-48f4-bf7a-f7e705d01ad1), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.611816 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89c8c520-9401-46e7-a4ae-f43551fa3db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (74ae72b6-da15-48f4-bf7a-f7e705d01ad1), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.675256 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f80318b6-6447-49e4-a25d-70b701fdbbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.703843 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-89c8c520-9401-46e7-a4ae-f43551fa3db1 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=050353eb8d954d59a843671cc8fd16f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270891 Nov 02 12:47:40.706455 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35860) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:40.714748 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8c520-9401-46e7-a4ae-f43551fa3db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ae72b6-da15-48f4-bf7a-f7e705d01ad1,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:40.757186 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14016e-fed2-41a6-99c2-5a63fdd7d4b1 req-92170dfd-b3cd-4919-8b17-a83250d6e829 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:40.759301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d14016e-fed2-41a6-99c2-5a63fdd7d4b1 req-92170dfd-b3cd-4919-8b17-a83250d6e829 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.2088714 Nov 02 12:47:40.810996 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] Publish callbacks [] for security_group (74ae72b6-da15-48f4-bf7a-f7e705d01ad1), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.843219 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] Publish callbacks [] for security_group (74ae72b6-da15-48f4-bf7a-f7e705d01ad1), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.897377 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (74ae72b6-da15-48f4-bf7a-f7e705d01ad1), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.900819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:40.902099 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/74ae72b6-da15-48f4-bf7a-f7e705d01ad1 HTTP/1.1" status: 204 len: 168 time: 0.1930556 Nov 02 12:47:40.911807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546dc1e-102a-49fb-9eda-0f60e9a28c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ae72b6-da15-48f4-bf7a-f7e705d01ad1,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:40.950182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-66fab658-ecf3-4d99-a061-4ffa73c1988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:40.952475 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-66fab658-ecf3-4d99-a061-4ffa73c1988c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1129 time: 0.2420259 Nov 02 12:47:41.065149 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d14016e-fed2-41a6-99c2-5a63fdd7d4b1 req-89766e91-e5c7-425c-bf6f-ca16f6ea674d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910666 Nov 02 12:47:41.316119 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-b6cf18e6-09eb-44e5-b5b2-7ca8e2cf07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:41.320267 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-b6cf18e6-09eb-44e5-b5b2-7ca8e2cf07e0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.3457162 Nov 02 12:47:41.361137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.377020 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.418566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35900) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.636370 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c59ac2-733f-48bd-a972-0f62dfbb7f32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.711418 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd742a0-5fb6-4960-b6e9-5ca0b1384d1a req-16afa33b-0b40-44e6-896e-f4f32a3db802 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:41.713313 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-efd742a0-5fb6-4960-b6e9-5ca0b1384d1a req-16afa33b-0b40-44e6-896e-f4f32a3db802 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.3460629 Nov 02 12:47:41.744449 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Floating IP 4e64a071-e1f0-4a8d-a991-aa4af68a28f3 associated. External IP: 172.27.0.102, port: f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551. Nov 02 12:47:41.751836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c59ac2-733f-48bd-a972-0f62dfbb7f32 admin admin] Publish callbacks [] for security_group (29b5bc39-41a8-4442-8d30-4f354fec8c4e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.757557 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c59ac2-733f-48bd-a972-0f62dfbb7f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (29b5bc39-41a8-4442-8d30-4f354fec8c4e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.800873 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c59ac2-733f-48bd-a972-0f62dfbb7f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5bc39-41a8-4442-8d30-4f354fec8c4e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:41.810589 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e8c59ac2-733f-48bd-a972-0f62dfbb7f32 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d9080ccdd8e94399b2eae51f3fe5f5b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3899326 Nov 02 12:47:41.811790 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35922) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:41.812203 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-efd742a0-5fb6-4960-b6e9-5ca0b1384d1a req-98f7e35f-5017-4c7e-94a8-84b6527ceb0e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894248 Nov 02 12:47:41.887234 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] Publish callbacks [] for security_group (29b5bc39-41a8-4442-8d30-4f354fec8c4e), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.914754 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] Publish callbacks [] for security_group (29b5bc39-41a8-4442-8d30-4f354fec8c4e), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.974141 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (29b5bc39-41a8-4442-8d30-4f354fec8c4e), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.976896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:41.978050 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/29b5bc39-41a8-4442-8d30-4f354fec8c4e HTTP/1.1" status: 204 len: 168 time: 0.1649952 Nov 02 12:47:41.992976 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e89336-2dbf-4a31-b240-8179ae446b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5bc39-41a8-4442-8d30-4f354fec8c4e,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:42.015515 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c79b6e8-eb50-41bc-a365-eb2987e619ba req-a1ebf575-9f42-411e-a005-b2786b63ff63 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:42.017331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8c79b6e8-eb50-41bc-a365-eb2987e619ba req-a1ebf575-9f42-411e-a005-b2786b63ff63 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.1000993 Nov 02 12:47:42.028957 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35932) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.033524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:47:42.045296 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:42.141628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.284628 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adef810-ff0b-49f3-91ea-0510a9158e4f req-eda1ad07-c9a9-42b6-8076-f5a06e3c1ead tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:42.286784 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5adef810-ff0b-49f3-91ea-0510a9158e4f req-eda1ad07-c9a9-42b6-8076-f5a06e3c1ead tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0991304 Nov 02 12:47:42.289918 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:42.295864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.305217 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:42.320330 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:42.320960 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:47:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:42.401091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5adef810-ff0b-49f3-91ea-0510a9158e4f req-67f1fc4e-d96a-4cc5-9eae-69801f377780 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793641 Nov 02 12:47:42.437451 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5c9ed35d-14ff-405b-8144-64fbe4178d89 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "PUT /v2.0/floatingips/4e64a071-e1f0-4a8d-a991-aa4af68a28f3 HTTP/1.1" status: 200 len: 991 time: 2.1393492 Nov 02 12:47:42.438120 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:47:42.440508 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90775b07-0ad8-4264-9d67-0fc064e71104" -d '{"events": [{"name": "network-changed", "server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:42.501567 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16445685-5348-4d57-917e-1801e2781543 x-openstack-request-id: req-16445685-5348-4d57-917e-1801e2781543 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:42.502103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:42.502641 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-16445685-5348-4d57-917e-1801e2781543 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:42.503209 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16445685-5348-4d57-917e-1801e2781543'] response: {'name': 'network-changed', 'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'status': 'completed', 'code': 200} Nov 02 12:47:42.571261 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 35950) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:42.607175 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d416796c-7e3a-483f-a7f4-8e48e3bad5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.625970 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:42.893537 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4e64a071-e1f0-4a8d-a991-aa4af68a28f3', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:13Z', 'updated_at': '2022-11-02T12:47:41Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:42.914481 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d416796c-7e3a-483f-a7f4-8e48e3bad5a9 admin admin] Publish callbacks [] for security_group (2e1271e5-e760-4cec-beb3-654f2ccbdb76), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.920351 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d416796c-7e3a-483f-a7f4-8e48e3bad5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2e1271e5-e760-4cec-beb3-654f2ccbdb76), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:42.922980 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:42.931699 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:42.932309 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:47:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.014973 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416796c-7e3a-483f-a7f4-8e48e3bad5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1271e5-e760-4cec-beb3-654f2ccbdb76,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.024645 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d416796c-7e3a-483f-a7f4-8e48e3bad5a9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a36d565d292341db9232a4908452c566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523654 Nov 02 12:47:43.027473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 35952) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:43.033196 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:43.080013 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Publish callbacks [] for security_group (2e1271e5-e760-4cec-beb3-654f2ccbdb76), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.096553 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.101354 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.103462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Publish callbacks [] for security_group (2e1271e5-e760-4cec-beb3-654f2ccbdb76), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.162116 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2e1271e5-e760-4cec-beb3-654f2ccbdb76), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.164882 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.166413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2e1271e5-e760-4cec-beb3-654f2ccbdb76 HTTP/1.1" status: 204 len: 168 time: 0.1376822 Nov 02 12:47:43.176039 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c5b376d0-5750-404a-bf92-1d3103616166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.181143 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1271e5-e760-4cec-beb3-654f2ccbdb76,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:43.196104 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.196651 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.197004 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.197346 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.198230 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.198836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.199570 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.200663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.201531 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.203711 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.204221 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.204709 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.205778 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c7f254-c7f1-46b5-adcf-9c082e224a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:43.236661 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 9bd844bb-9c95-4e9d-b1b6-45e33d176e93 associated. External IP: 172.27.0.53, port: 70c31d06-a268-4141-9732-ffdcff9c2f32. Nov 02 12:47:43.297004 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4e64a071-e1f0-4a8d-a991-aa4af68a28f3', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:13Z', 'updated_at': '2022-11-02T12:47:41Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.322451 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056f685-507e-4f7a-8409-9438d7d51d49 None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4e64a071-e1f0-4a8d-a991-aa4af68a28f3', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.102', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:13Z', 'updated_at': '2022-11-02T12:47:41Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:43.461423 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:47:43.598534 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:47:43.603119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:43.608299 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-6c788af9-e848-4b2f-a27c-5a63719df9d0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 217 time: 0.0573771 Nov 02 12:47:43.614339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:47:43.618663 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e9c54c-2ba2-4c50-83e8-ffa25b62add1 None None] New status for floating IP 4e64a071-e1f0-4a8d-a991-aa4af68a28f3: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:47:43.627232 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:43.628211 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:47:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:43.646666 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf62e1-c674-4f86-9ebb-d004c5bd2148 req-c43b5494-7bdb-4431-afcd-2630dfc13a4d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:43.649417 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cddf62e1-c674-4f86-9ebb-d004c5bd2148 req-c43b5494-7bdb-4431-afcd-2630dfc13a4d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.1680131 Nov 02 12:47:43.661872 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4e875f11-4038-4df3-9ae3-d2052bb3e121 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "PUT /v2.0/floatingips/9bd844bb-9c95-4e9d-b1b6-45e33d176e93 HTTP/1.1" status: 200 len: 991 time: 1.6318140 Nov 02 12:47:43.662836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:47:43.665781 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759741a0-a74d-4e2a-8426-761702bc1a50" -d '{"events": [{"name": "network-changed", "server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:47:43.717097 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cddf62e1-c674-4f86-9ebb-d004c5bd2148 req-5911d311-b4c4-425a-a969-d226db67f8e6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552895 Nov 02 12:47:43.766371 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:43.777654 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92c7a6-7940-44e8-afad-3ae9f1d8f79c x-openstack-request-id: req-ff92c7a6-7940-44e8-afad-3ae9f1d8f79c {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:47:43.778151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:47:43.778587 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ff92c7a6-7940-44e8-afad-3ae9f1d8f79c {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:47:43.779683 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff92c7a6-7940-44e8-afad-3ae9f1d8f79c'] response: {'name': 'network-changed', 'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'status': 'completed', 'code': 200} Nov 02 12:47:44.046883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:42Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.071760 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:47:44.081108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:47:44.081715 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:47:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.191377 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:47:44.360263 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.430340 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:44.444355 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:47:44.458391 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:42Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:47:44.484133 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f753e81f-889b-48a7-a2b6-2b7804397f25 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:42Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:47:44.697796 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c239f3-f84d-4a03-b3d9-8565518cca3e None None] New status for floating IP 9bd844bb-9c95-4e9d-b1b6-45e33d176e93: ACTIVE {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:47:44.848289 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a5cf9-40c1-4972-a38e-0b24844a9f12 req-edcb9e96-383c-45b0-8f2d-febc1a738a8c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:44.849885 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d3a5cf9-40c1-4972-a38e-0b24844a9f12 req-edcb9e96-383c-45b0-8f2d-febc1a738a8c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0539994 Nov 02 12:47:44.913230 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d3a5cf9-40c1-4972-a38e-0b24844a9f12 req-4874df5b-af7c-440d-91d7-f114939bf72b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570033 Nov 02 12:47:45.646985 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:46.043342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97cb03f-a2d8-4fa5-948d-8635593ff127 req-d09c3574-9dd2-473e-a32b-c9353a73abcb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.044822 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f97cb03f-a2d8-4fa5-948d-8635593ff127 req-d09c3574-9dd2-473e-a32b-c9353a73abcb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0528576 Nov 02 12:47:46.091154 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f97cb03f-a2d8-4fa5-948d-8635593ff127 req-62e54038-0504-4798-8797-7b61abdbc843 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Nov 02 12:47:46.770097 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-e5d4018c-39b6-4e8a-9f62-b45b9891f7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.772492 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-e5d4018c-39b6-4e8a-9f62-b45b9891f7ab service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0477223 Nov 02 12:47:46.837977 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-9590d945-dceb-4020-924d-8416038f023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.838585 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-c43ef31f-1733-4dd8-8114-2d283124746c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.840000 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-c43ef31f-1733-4dd8-8114-2d283124746c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524025 Nov 02 12:47:46.843440 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-9590d945-dceb-4020-924d-8416038f023b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1129 time: 0.0854774 Nov 02 12:47:46.848851 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-a2b5eb18-ef32-4a4f-ab18-a6cdb03b177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:46.850443 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-a2b5eb18-ef32-4a4f-ab18-a6cdb03b177c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 1130 time: 0.0673859 Nov 02 12:47:46.969551 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-87c5c83c-8d92-4d0a-8c87-da37721819aa service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905409 Nov 02 12:47:47.102110 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15402e94-5485-47c9-9b85-59a00d99cea6 req-e1b0891b-e7dd-42be-a399-ef3b3b58c47a service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135035 Nov 02 12:47:47.188229 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:47.254813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6f79-c1cf-49d1-bbd8-1be24ca93836 req-b589729d-2674-4d3e-9e6d-aa38b98ff9ac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.256779 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a5f6f79-c1cf-49d1-bbd8-1be24ca93836 req-b589729d-2674-4d3e-9e6d-aa38b98ff9ac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0855045 Nov 02 12:47:47.267983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-1ff955d7-a0aa-42c0-9387-f8f93503ac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.269285 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-1ff955d7-a0aa-42c0-9387-f8f93503ac19 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.3850665 Nov 02 12:47:47.280830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-4e642c51-6231-4838-acdf-458d68a49d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.282632 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-4e642c51-6231-4838-acdf-458d68a49d80 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.4067678 Nov 02 12:47:47.315179 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a5f6f79-c1cf-49d1-bbd8-1be24ca93836 req-79bf58c1-d332-4b41-851d-2f7f8c5c36e1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521080 Nov 02 12:47:47.623474 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-31e2e63f-a8b4-4530-b2c6-57e93ffdab41 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 1001 time: 0.1273353 Nov 02 12:47:47.627826 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-d7707524-ec88-40b3-a50f-cc9e34ddb94d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 200 len: 1001 time: 0.1299117 Nov 02 12:47:47.747173 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-546dffa8-4ccf-44ba-8fa3-b1f9b14f6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.748669 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-546dffa8-4ccf-44ba-8fa3-b1f9b14f6780 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0827742 Nov 02 12:47:47.751335 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-0cf0398b-ed45-4c49-85a7-b06860cc67f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.752645 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-0cf0398b-ed45-4c49-85a7-b06860cc67f6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0785003 Nov 02 12:47:47.855293 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-ceda576a-eb23-41d5-9bfb-84ab3555d885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.856722 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-ceda576a-eb23-41d5-9bfb-84ab3555d885 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0770204 Nov 02 12:47:47.862832 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-2fabc927-3d2e-486b-b259-5844ceaa7dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:47.864199 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-2fabc927-3d2e-486b-b259-5844ceaa7dd6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760782 Nov 02 12:47:48.041974 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-86aba3b5-05d9-4bd9-877c-7f048b26f5f8 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560204 Nov 02 12:47:48.043730 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-1eb1206a-a4cf-4634-ba0e-afe829ff80fa service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568339 Nov 02 12:47:48.226868 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90775b07-0ad8-4264-9d67-0fc064e71104 req-ea7061bb-4a3d-47fe-92e2-9e5c0f9e2eaf service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541467 Nov 02 12:47:48.228768 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-759741a0-a74d-4e2a-8426-761702bc1a50 req-679f1163-da62-4298-88ab-a2901e2af217 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489856 Nov 02 12:47:48.441820 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17710a44-068f-4c93-8309-a2649883f931 req-f7dc494d-4369-44a8-b771-663b487346e4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:48.443346 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-17710a44-068f-4c93-8309-a2649883f931 req-f7dc494d-4369-44a8-b771-663b487346e4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0525341 Nov 02 12:47:48.492843 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-17710a44-068f-4c93-8309-a2649883f931 req-2987f837-2104-4d0f-aca0-f9edeadfde81 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437062 Nov 02 12:47:49.621351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b526-2188-4770-9023-a6a758a8a1e2 req-6315ba47-c594-4192-85d8-3d2456a3313e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:49.622829 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7276b526-2188-4770-9023-a6a758a8a1e2 req-6315ba47-c594-4192-85d8-3d2456a3313e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0559335 Nov 02 12:47:49.669928 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7276b526-2188-4770-9023-a6a758a8a1e2 req-f4be9dcc-7116-4dd4-811c-b76e20972e7c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408676 Nov 02 12:47:50.796544 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178a2b8-b813-427c-bae6-4c5df7191ee9 req-0b34e787-0e72-4597-888f-ab22bb136fc6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:50.798150 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6178a2b8-b813-427c-bae6-4c5df7191ee9 req-0b34e787-0e72-4597-888f-ab22bb136fc6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0538409 Nov 02 12:47:50.847281 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6178a2b8-b813-427c-bae6-4c5df7191ee9 req-9deb20d2-381c-498b-8289-4d30b22a4e38 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419810 Nov 02 12:47:51.971627 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216347d7-7a25-4907-9d40-f3a0feaa24be req-c27e503f-b282-4213-aa75-5decfe6d7521 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:51.973085 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-216347d7-7a25-4907-9d40-f3a0feaa24be req-c27e503f-b282-4213-aa75-5decfe6d7521 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0521085 Nov 02 12:47:52.022737 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-216347d7-7a25-4907-9d40-f3a0feaa24be req-94a75abc-c622-47d9-9635-017546c2a241 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Nov 02 12:47:53.145640 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb0959-64a4-47dc-aaed-78807eed27e1 req-3c087a33-64a0-49ea-9363-ca3b8dafcb9a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:53.147199 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94fb0959-64a4-47dc-aaed-78807eed27e1 req-3c087a33-64a0-49ea-9363-ca3b8dafcb9a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0520530 Nov 02 12:47:53.193030 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94fb0959-64a4-47dc-aaed-78807eed27e1 req-a1a20a32-ec53-4749-8c5f-c958f2965195 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Nov 02 12:47:54.317805 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a38b9-2604-4468-b1ad-0d04c6b334e8 req-d5b51a34-a458-4a8b-ab15-11ede4857f77 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:54.319314 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7c4a38b9-2604-4468-b1ad-0d04c6b334e8 req-d5b51a34-a458-4a8b-ab15-11ede4857f77 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0542743 Nov 02 12:47:54.365484 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7c4a38b9-2604-4468-b1ad-0d04c6b334e8 req-dcd3ff55-ff53-40c0-bdbf-c2c241ecfed4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406692 Nov 02 12:47:55.492907 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018de5f-908e-4546-8881-1c24bccc457f req-5ba7a89e-a57a-4159-8ab3-76222efc1e10 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:55.494413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7018de5f-908e-4546-8881-1c24bccc457f req-5ba7a89e-a57a-4159-8ab3-76222efc1e10 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0563965 Nov 02 12:47:55.543333 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7018de5f-908e-4546-8881-1c24bccc457f req-3ad70c2b-ed60-49a8-baf1-aa883bb33ad0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Nov 02 12:47:56.223809 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-fe24ce32-04d3-49a0-b307-deb2054e6352 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515723 Nov 02 12:47:56.374126 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-3561acd8-8d87-425d-b315-e865c58c6a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.375670 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-3561acd8-8d87-425d-b315-e865c58c6a15 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e623a0793c204cd9a3298901200b6a18&device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 1129 time: 0.0483699 Nov 02 12:47:56.514657 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-a8951604-4e4a-4688-85da-31cc3251f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.516016 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-a8951604-4e4a-4688-85da-31cc3251f3e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=2a38e056-58e5-4927-ae6b-5099267e3978 HTTP/1.1" status: 200 len: 913 time: 0.1080039 Nov 02 12:47:56.568060 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-adc996f9-4d5b-49d9-932c-16053420daad service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 HTTP/1.1" status: 200 len: 217 time: 0.0446270 Nov 02 12:47:56.630363 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-689b11b1-eec0-4887-a6b9-0c01771f7ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.632102 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-689b11b1-eec0-4887-a6b9-0c01771f7ee2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5b837bed-8aca-45da-9f83-0b6212cbc4c6 HTTP/1.1" status: 200 len: 850 time: 0.0528965 Nov 02 12:47:56.692512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556bc77-f4ed-4080-8698-75bc4b0918e8 req-1cd7598d-b8f7-4ccd-b2b5-ce5778c07527 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.694717 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8556bc77-f4ed-4080-8698-75bc4b0918e8 req-1cd7598d-b8f7-4ccd-b2b5-ce5778c07527 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0628488 Nov 02 12:47:56.700501 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-02d2fca4-dc15-42ae-bb1e-ccdc481995cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:56.702258 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-02d2fca4-dc15-42ae-bb1e-ccdc481995cc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=2a38e056-58e5-4927-ae6b-5099267e3978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631747 Nov 02 12:47:56.763141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8556bc77-f4ed-4080-8698-75bc4b0918e8 req-c4225b69-58a7-408e-adf9-87bacec757fb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612357 Nov 02 12:47:56.830645 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-31bfc203-1490-48ba-a108-532f26df7dc1 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181605 Nov 02 12:47:56.951438 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f4e2fe31-46e0-4fb0-9020-ace720cb1c55 req-f46bf1fd-0792-4608-9745-ce28e204deb3 service neutron] 10.222.0.94 "GET /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106613 Nov 02 12:47:57.898455 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6a17-cb41-4d02-aa96-1de17d52fbba req-234372a4-eeed-49fb-8906-62064f4d318d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:57.900158 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c60c6a17-cb41-4d02-aa96-1de17d52fbba req-234372a4-eeed-49fb-8906-62064f4d318d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0592034 Nov 02 12:47:57.953135 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c60c6a17-cb41-4d02-aa96-1de17d52fbba req-0225727a-4872-48a4-b52c-21b46bdbd2d3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472221 Nov 02 12:47:59.091973 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4e53-145b-4c1d-9442-09679cd833a6 req-2b026e75-8937-4d73-bf15-7ebd7290dd08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:47:59.093475 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bec4e53-145b-4c1d-9442-09679cd833a6 req-2b026e75-8937-4d73-bf15-7ebd7290dd08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0610087 Nov 02 12:47:59.145168 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bec4e53-145b-4c1d-9442-09679cd833a6 req-a6bc8580-12f1-40f3-8ffa-b8732d9c48e4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449405 Nov 02 12:47:59.427400 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36352) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.459549 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36356) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.579766 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-33d6d241-3d36-462b-83d9-9173b5c2ab7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.581532 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b10c-0319-4cc9-b89a-10318600d8f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.711402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b10c-0319-4cc9-b89a-10318600d8f7 admin admin] Publish callbacks [] for security_group (dc71567e-eab1-48ba-840e-91472cf524f3), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.713335 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-33d6d241-3d36-462b-83d9-9173b5c2ab7a admin admin] Publish callbacks [] for security_group (db64609b-3fae-4625-b502-95f3598a94a0), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.715637 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b8a8b10c-0319-4cc9-b89a-10318600d8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dc71567e-eab1-48ba-840e-91472cf524f3), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.720435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-33d6d241-3d36-462b-83d9-9173b5c2ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (db64609b-3fae-4625-b502-95f3598a94a0), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.771803 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b8a8b10c-0319-4cc9-b89a-10318600d8f7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=54d2190ef51c4b1d81717d05982d5ccb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110921 Nov 02 12:47:59.773454 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8b10c-0319-4cc9-b89a-10318600d8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc71567e-eab1-48ba-840e-91472cf524f3,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.774549 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36360) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.784220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-33d6d241-3d36-462b-83d9-9173b5c2ab7a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=984c3d16e31e414593b96deae81419bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3556917 Nov 02 12:47:59.786109 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36364) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:47:59.823822 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6d241-3d36-462b-83d9-9173b5c2ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db64609b-3fae-4625-b502-95f3598a94a0,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.843492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Publish callbacks [] for security_group (dc71567e-eab1-48ba-840e-91472cf524f3), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.865313 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Publish callbacks [] for security_group (dc71567e-eab1-48ba-840e-91472cf524f3), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.867179 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] Publish callbacks [] for security_group (db64609b-3fae-4625-b502-95f3598a94a0), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.889519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] Publish callbacks [] for security_group (db64609b-3fae-4625-b502-95f3598a94a0), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.912697 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dc71567e-eab1-48ba-840e-91472cf524f3), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.915330 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.916484 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dc71567e-eab1-48ba-840e-91472cf524f3 HTTP/1.1" status: 204 len: 168 time: 0.1408474 Nov 02 12:47:59.925444 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc71567e-eab1-48ba-840e-91472cf524f3,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:47:59.933371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.933793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.934147 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.934527 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.934861 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.935412 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.935811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.936433 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.936773 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.937112 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.937498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.938002 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.938585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f34143-1915-4e47-ba1e-0f4d90f49568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:47:59.943630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (db64609b-3fae-4625-b502-95f3598a94a0), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.946371 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:47:59.950027 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/db64609b-3fae-4625-b502-95f3598a94a0 HTTP/1.1" status: 204 len: 168 time: 0.1606345 Nov 02 12:47:59.956437 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5df713-9488-4829-80bd-9a1ace15f020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db64609b-3fae-4625-b502-95f3598a94a0,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.257749 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36384) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.265925 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36386) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.279802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2271956-2b8f-4a5e-8bd5-194265faf0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.291916 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d849a74b-78e4-4862-aee2-faa31ef0ba93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.295277 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aa2a1-4f45-4648-8b1a-ba78c21ece6d req-65020cd1-248b-4ea8-9d51-a89c2decb492 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:00.297115 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a4aa2a1-4f45-4648-8b1a-ba78c21ece6d req-65020cd1-248b-4ea8-9d51-a89c2decb492 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0710931 Nov 02 12:48:00.355030 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a4aa2a1-4f45-4648-8b1a-ba78c21ece6d req-608af655-a3c3-4f30-9b73-0d863b0f117a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512519 Nov 02 12:48:00.430780 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2271956-2b8f-4a5e-8bd5-194265faf0d8 admin admin] Publish callbacks [] for security_group (ce5ce95c-191d-405b-965d-dfba22d5bfc6), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.435122 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c2271956-2b8f-4a5e-8bd5-194265faf0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ce5ce95c-191d-405b-965d-dfba22d5bfc6), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.453634 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d849a74b-78e4-4862-aee2-faa31ef0ba93 admin admin] Publish callbacks [] for security_group (2f46f713-ba2b-4e3f-8644-23d4cb3b575e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.466164 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d849a74b-78e4-4862-aee2-faa31ef0ba93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2f46f713-ba2b-4e3f-8644-23d4cb3b575e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.496557 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c2271956-2b8f-4a5e-8bd5-194265faf0d8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=97aa2d525afb42d1b932f231ae5695e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376359 Nov 02 12:48:00.497302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2271956-2b8f-4a5e-8bd5-194265faf0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5ce95c-191d-405b-965d-dfba22d5bfc6,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.499277 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36392) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.519306 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d849a74b-78e4-4862-aee2-faa31ef0ba93 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=023d005b13c541298a95312175265ec4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521658 Nov 02 12:48:00.523526 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36394) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.535632 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849a74b-78e4-4862-aee2-faa31ef0ba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f46f713-ba2b-4e3f-8644-23d4cb3b575e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.592815 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] Publish callbacks [] for security_group (ce5ce95c-191d-405b-965d-dfba22d5bfc6), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.620158 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] Publish callbacks [] for security_group (2f46f713-ba2b-4e3f-8644-23d4cb3b575e), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.627930 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] Publish callbacks [] for security_group (ce5ce95c-191d-405b-965d-dfba22d5bfc6), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.658977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] Publish callbacks [] for security_group (2f46f713-ba2b-4e3f-8644-23d4cb3b575e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.720284 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36398) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.727409 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ce5ce95c-191d-405b-965d-dfba22d5bfc6), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.730058 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.731337 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ce5ce95c-191d-405b-965d-dfba22d5bfc6 HTTP/1.1" status: 204 len: 168 time: 0.2309284 Nov 02 12:48:00.738955 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (2f46f713-ba2b-4e3f-8644-23d4cb3b575e), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.741480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.742732 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/2f46f713-ba2b-4e3f-8644-23d4cb3b575e HTTP/1.1" status: 204 len: 168 time: 0.2179432 Nov 02 12:48:00.748074 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9adde36-00c4-41b5-bef1-0f7e057153f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5ce95c-191d-405b-965d-dfba22d5bfc6,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.758035 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de239bf3-0135-451f-9157-600a5a29f38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f46f713-ba2b-4e3f-8644-23d4cb3b575e,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:00.856886 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f87266e1-ca7d-4282-84f1-71dca345a4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.944990 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f87266e1-ca7d-4282-84f1-71dca345a4c4 admin admin] Publish callbacks [] for security_group (b3df5423-d3fd-48c7-8478-19d3827eaaa5), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.950482 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f87266e1-ca7d-4282-84f1-71dca345a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b3df5423-d3fd-48c7-8478-19d3827eaaa5), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:00.994999 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f87266e1-ca7d-4282-84f1-71dca345a4c4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=10b91023cbbb4cd8b4b411af1a3363a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2732582 Nov 02 12:48:00.997067 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36410) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:00.997551 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87266e1-ca7d-4282-84f1-71dca345a4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df5423-d3fd-48c7-8478-19d3827eaaa5,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.058789 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] Publish callbacks [] for security_group (b3df5423-d3fd-48c7-8478-19d3827eaaa5), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.082692 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] Publish callbacks [] for security_group (b3df5423-d3fd-48c7-8478-19d3827eaaa5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.085347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36414) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.105980 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-654dc875-8e51-4933-88b5-46e32445cbc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.178788 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b3df5423-d3fd-48c7-8478-19d3827eaaa5), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.181676 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.183012 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b3df5423-d3fd-48c7-8478-19d3827eaaa5 HTTP/1.1" status: 204 len: 168 time: 0.1842296 Nov 02 12:48:01.200673 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc127f-2ffe-426a-87f7-cfe4a2c4601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df5423-d3fd-48c7-8478-19d3827eaaa5,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.233562 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-654dc875-8e51-4933-88b5-46e32445cbc8 admin admin] Publish callbacks [] for security_group (36717a02-df0f-424f-b87d-90c540a792d4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.239806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-654dc875-8e51-4933-88b5-46e32445cbc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (36717a02-df0f-424f-b87d-90c540a792d4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.290619 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-654dc875-8e51-4933-88b5-46e32445cbc8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=061ee6c02ec74eed815cefccc94525eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003829 Nov 02 12:48:01.290619 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36428) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:01.305954 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654dc875-8e51-4933-88b5-46e32445cbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36717a02-df0f-424f-b87d-90c540a792d4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.384932 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] Publish callbacks [] for security_group (36717a02-df0f-424f-b87d-90c540a792d4), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.415026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] Publish callbacks [] for security_group (36717a02-df0f-424f-b87d-90c540a792d4), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.480458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (36717a02-df0f-424f-b87d-90c540a792d4), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.485740 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:01.492379 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/36717a02-df0f-424f-b87d-90c540a792d4 HTTP/1.1" status: 204 len: 168 time: 0.2020078 Nov 02 12:48:01.508468 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c54733-02be-4788-bc09-13900096d43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36717a02-df0f-424f-b87d-90c540a792d4,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:01.525457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807b2c9-63e6-48b3-9543-b3eacbbc87e8 req-5f283bb3-4c3e-42dc-b145-c3b9f7d1d11b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:01.542929 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f807b2c9-63e6-48b3-9543-b3eacbbc87e8 req-5f283bb3-4c3e-42dc-b145-c3b9f7d1d11b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0943010 Nov 02 12:48:01.594849 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f807b2c9-63e6-48b3-9543-b3eacbbc87e8 req-e57e247e-fafd-419e-a156-587a9953fe6c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509381 Nov 02 12:48:02.749812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3ee73-4d5a-4280-a59e-d4256c5ef00e req-28018368-1e98-4008-ae73-a5d03eba8387 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:02.751431 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0b3ee73-4d5a-4280-a59e-d4256c5ef00e req-28018368-1e98-4008-ae73-a5d03eba8387 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0793412 Nov 02 12:48:02.829753 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0b3ee73-4d5a-4280-a59e-d4256c5ef00e req-81386a76-3ed2-4fb3-8352-e653ca9f4d0f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698071 Nov 02 12:48:03.124613 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36544) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:03.384669 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7ba99633-c6ef-44d2-904f-dd4690206764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.472206 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7ba99633-c6ef-44d2-904f-dd4690206764 admin admin] Publish callbacks [] for security_group (ea8d48eb-f655-44de-bd2e-2436d70480c9), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.477332 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7ba99633-c6ef-44d2-904f-dd4690206764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ea8d48eb-f655-44de-bd2e-2436d70480c9), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.517879 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-7ba99633-c6ef-44d2-904f-dd4690206764 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=92cf3bdcdbf044a7bf3079abc77870c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3914888 Nov 02 12:48:03.518758 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99633-c6ef-44d2-904f-dd4690206764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8d48eb-f655-44de-bd2e-2436d70480c9,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:03.521344 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36568) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:03.587163 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] Publish callbacks [] for security_group (ea8d48eb-f655-44de-bd2e-2436d70480c9), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.609868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] Publish callbacks [] for security_group (ea8d48eb-f655-44de-bd2e-2436d70480c9), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.675432 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ea8d48eb-f655-44de-bd2e-2436d70480c9), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.680650 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:03.684206 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ea8d48eb-f655-44de-bd2e-2436d70480c9 HTTP/1.1" status: 204 len: 168 time: 0.1528821 Nov 02 12:48:03.691471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402bf56-62dc-4030-a683-e70b8b688912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8d48eb-f655-44de-bd2e-2436d70480c9,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:03.971819 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301a475-d773-42c5-ba7c-12b1886760f8 req-8c875d0b-fbb5-4905-9b21-213c320222aa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:03.975628 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0301a475-d773-42c5-ba7c-12b1886760f8 req-8c875d0b-fbb5-4905-9b21-213c320222aa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0658724 Nov 02 12:48:04.029646 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0301a475-d773-42c5-ba7c-12b1886760f8 req-4a79c930-1589-4e72-b012-bd9133dc7144 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476849 Nov 02 12:48:05.170770 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c78ce5-24e2-45a7-add7-6e7fa3190c79 req-ddadb669-550a-4b67-9008-1906df99f19c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:05.172646 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6c78ce5-24e2-45a7-add7-6e7fa3190c79 req-ddadb669-550a-4b67-9008-1906df99f19c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0648446 Nov 02 12:48:05.231649 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6c78ce5-24e2-45a7-add7-6e7fa3190c79 req-e1b83a0f-51e6-480d-8af9-1d660070da56 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492139 Nov 02 12:48:06.360035 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e852a2-5d05-4afb-9dda-091cc4fbbf95 req-44d804bf-c833-43af-b126-d8d16b067910 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:06.361547 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-82e852a2-5d05-4afb-9dda-091cc4fbbf95 req-44d804bf-c833-43af-b126-d8d16b067910 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0652573 Nov 02 12:48:06.410951 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-82e852a2-5d05-4afb-9dda-091cc4fbbf95 req-49dd361c-a58a-496f-8c6a-83cb58770368 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Nov 02 12:48:07.213803 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36738) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.339422 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-27470ffa-5bba-4d2f-bfac-ad07ba061c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.422795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-27470ffa-5bba-4d2f-bfac-ad07ba061c92 admin admin] Publish callbacks [] for security_group (fa99d50f-5cbe-4643-a75b-115645e0cc02), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.427129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-27470ffa-5bba-4d2f-bfac-ad07ba061c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (fa99d50f-5cbe-4643-a75b-115645e0cc02), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.475410 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-27470ffa-5bba-4d2f-bfac-ad07ba061c92 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6f519213df8b46a4a77a93c9acb270d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593489 Nov 02 12:48:07.475925 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36752) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.490671 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27470ffa-5bba-4d2f-bfac-ad07ba061c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa99d50f-5cbe-4643-a75b-115645e0cc02,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:07.543153 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] Publish callbacks [] for security_group (fa99d50f-5cbe-4643-a75b-115645e0cc02), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.566853 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02eeec-31ff-444e-b7d3-36cc12325bfb req-3d94a1a5-9f3c-4bf8-850a-673cdea3d8ca tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:07.570544 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] Publish callbacks [] for security_group (fa99d50f-5cbe-4643-a75b-115645e0cc02), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.575280 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-af02eeec-31ff-444e-b7d3-36cc12325bfb req-3d94a1a5-9f3c-4bf8-850a-673cdea3d8ca tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0733197 Nov 02 12:48:07.627206 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (fa99d50f-5cbe-4643-a75b-115645e0cc02), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.630019 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:07.632120 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/fa99d50f-5cbe-4643-a75b-115645e0cc02 HTTP/1.1" status: 204 len: 168 time: 0.1549020 Nov 02 12:48:07.640719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f4198-bdf5-4b19-93ff-2833963ebf04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa99d50f-5cbe-4643-a75b-115645e0cc02,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:07.661022 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-af02eeec-31ff-444e-b7d3-36cc12325bfb req-ffea4120-9a4f-45b6-b80e-8e8bdd28586c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Nov 02 12:48:07.690595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ff60f-91e4-4641-9a7e-dec72b35b259 req-efe279ba-e9bd-49a4-9d47-720516b75128 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:07.692238 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-420ff60f-91e4-4641-9a7e-dec72b35b259 req-efe279ba-e9bd-49a4-9d47-720516b75128 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0701325 Nov 02 12:48:07.747456 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-420ff60f-91e4-4641-9a7e-dec72b35b259 req-5a89a136-cbf2-4cef-b2a2-dfc9d70d5a1f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487125 Nov 02 12:48:07.945646 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36766) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:07.959435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1fe6-0520-4cfd-9180-dbc2e57cebd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.035834 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1fe6-0520-4cfd-9180-dbc2e57cebd2 admin admin] Publish callbacks [] for security_group (80de51d6-76c3-4a72-96f0-8dfedd9f801c), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.039853 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1fe6-0520-4cfd-9180-dbc2e57cebd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (80de51d6-76c3-4a72-96f0-8dfedd9f801c), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.077920 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-67cf1fe6-0520-4cfd-9180-dbc2e57cebd2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b952d0e4309442d482614a829c13be18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311600 Nov 02 12:48:08.079142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf1fe6-0520-4cfd-9180-dbc2e57cebd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80de51d6-76c3-4a72-96f0-8dfedd9f801c,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.081094 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36774) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:08.130107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] Publish callbacks [] for security_group (80de51d6-76c3-4a72-96f0-8dfedd9f801c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.152931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] Publish callbacks [] for security_group (80de51d6-76c3-4a72-96f0-8dfedd9f801c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.210744 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (80de51d6-76c3-4a72-96f0-8dfedd9f801c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.213754 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:08.218203 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/80de51d6-76c3-4a72-96f0-8dfedd9f801c HTTP/1.1" status: 204 len: 168 time: 0.1361055 Nov 02 12:48:08.227725 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de9d5a-feae-48ef-9231-85944ef561f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80de51d6-76c3-4a72-96f0-8dfedd9f801c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:08.426824 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-1cb99b1c-aad1-4e0a-889b-1a3cdd0d8006 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/networks?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358829 Nov 02 12:48:08.632710 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-87d646d3-b2d3-4280-8389-1e90a0d99586 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:08.639914 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-87d646d3-b2d3-4280-8389-1e90a0d99586 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122040 Nov 02 12:48:08.651515 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-d16f03fa-bb27-45eb-9787-5e285d53453e tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/quotas/a0849d9d1ee24f63a245480a0bd07cc9 HTTP/1.1" status: 200 len: 375 time: 0.0107498 Nov 02 12:48:08.690489 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-34390522-a90b-430b-8a26-a6f6204ef03e tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314281 Nov 02 12:48:08.815973 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206eda6-aa0b-4c62-84f5-18e9d8be031c req-121e9c6d-f051-47ec-b977-47aefde4f4a6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:08.832614 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9206eda6-aa0b-4c62-84f5-18e9d8be031c req-121e9c6d-f051-47ec-b977-47aefde4f4a6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0781963 Nov 02 12:48:08.924976 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9206eda6-aa0b-4c62-84f5-18e9d8be031c req-7677a19c-9f20-42d9-b57e-790f19bef202 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913949 Nov 02 12:48:08.952527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61de4569-9116-465e-9f03-8e2e7cdcaa3d req-b3fb0a53-386d-4538-9254-1c5e4d47b662 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:08.961276 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-61de4569-9116-465e-9f03-8e2e7cdcaa3d req-b3fb0a53-386d-4538-9254-1c5e4d47b662 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0752225 Nov 02 12:48:09.027004 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-61de4569-9116-465e-9f03-8e2e7cdcaa3d req-12f8b1e1-7cb2-43e7-938b-16b81e7692d9 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648646 Nov 02 12:48:09.047754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1f15387d-6f40-45f0-bb8f-0f0e53d12107 req-f59b377e-5e1e-4100-83ac-abf56c829b7c tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 210 time: 0.0331154 Nov 02 12:48:10.068766 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f6039-cc86-4e5c-9655-c093755aacf2 req-9c3f9e76-f812-400d-8cc0-42521ecfa48e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:10.071233 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a18f6039-cc86-4e5c-9655-c093755aacf2 req-9c3f9e76-f812-400d-8cc0-42521ecfa48e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0619462 Nov 02 12:48:10.150616 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a18f6039-cc86-4e5c-9655-c093755aacf2 req-c1c7c7c7-aaf1-4958-9920-c333950bf05d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721264 Nov 02 12:48:10.222483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb900f-35b8-4f76-9b1b-6063cc371d63 req-4461cefb-b62c-41c3-a7dd-9b5a8f4f24eb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:10.224309 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5eb900f-35b8-4f76-9b1b-6063cc371d63 req-4461cefb-b62c-41c3-a7dd-9b5a8f4f24eb tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0971799 Nov 02 12:48:10.238601 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-784e0372-a664-49fa-82f6-2f2fcf2f0d37 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767839 Nov 02 12:48:10.365551 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-431c9daf-5115-4bf0-92c9-5ab771fa09b0 req-67d352b9-e20b-4f44-afb8-0c8d40f9ee6d tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 210 time: 0.0716877 Nov 02 12:48:10.399100 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5eb900f-35b8-4f76-9b1b-6063cc371d63 req-9950d752-69b1-4500-87cd-0cab5407aa1c tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637774 Nov 02 12:48:10.559053 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-ebfec7af-063c-4c12-9e13-a07f9df99bcd tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:10.560544 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-ebfec7af-063c-4c12-9e13-a07f9df99bcd tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3144493 Nov 02 12:48:10.581856 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36916) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:10.592297 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Request body: {'port': {'device_id': 'a318683c-5185-4d1a-a605-252894faa8ed', 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4', 'admin_state_up': True, 'tenant_id': 'a0849d9d1ee24f63a245480a0bd07cc9'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:10.660990 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-164d208d-cddf-44e4-9b01-752a190fa78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.719784 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b196-c0fb-406b-998b-9eab6d59193b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.742440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Made reservation on behalf of a0849d9d1ee24f63a245480a0bd07cc9 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:10.742440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.742440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.867529 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks [] for security_group (c49349e1-10d7-47d7-8dec-0ab6b2d46604), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.869490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b196-c0fb-406b-998b-9eab6d59193b admin admin] Publish callbacks [] for security_group (40c100ea-4a14-4cd6-8131-539b15c080d4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.871538 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c49349e1-10d7-47d7-8dec-0ab6b2d46604), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.878276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6ac7b196-c0fb-406b-998b-9eab6d59193b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (40c100ea-4a14-4cd6-8131-539b15c080d4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:10.963599 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49349e1-10d7-47d7-8dec-0ab6b2d46604,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:10.969784 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-6ac7b196-c0fb-406b-998b-9eab6d59193b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bb6a93f2625c40669b9ae4cde198e18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868623 Nov 02 12:48:10.973263 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36934) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.024454 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7b196-c0fb-406b-998b-9eab6d59193b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c100ea-4a14-4cd6-8131-539b15c080d4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.034176 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] Publish callbacks [] for security_group (40c100ea-4a14-4cd6-8131-539b15c080d4), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.047432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Allocated IP 192.168.233.174 (40756640-abb6-466b-946a-d8b16aab8fe4/c2770ed5-688c-405d-ac05-76fd0c050182/bcc0402c-739e-4387-8cb8-4ac1fd22444c) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:11.060566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] Publish callbacks [] for security_group (40c100ea-4a14-4cd6-8131-539b15c080d4), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.117150 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (40c100ea-4a14-4cd6-8131-539b15c080d4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.120000 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.121712 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/40c100ea-4a14-4cd6-8131-539b15c080d4 HTTP/1.1" status: 204 len: 168 time: 0.1466820 Nov 02 12:48:11.129724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2bafff-0815-466d-acb6-110e741b329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c100ea-4a14-4cd6-8131-539b15c080d4,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.277010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks [] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.287079 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-0ff54eaf-3675-4624-80e8-ff6de59d9e71 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:11.289511 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-0ff54eaf-3675-4624-80e8-ff6de59d9e71 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.94 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.1324005 Nov 02 12:48:11.313726 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcba95a-d8a2-4cf8-8ab5-f012a2bd3458 req-46b263c7-414a-4284-b13d-62396643eac8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:11.315412 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfcba95a-d8a2-4cf8-8ab5-f012a2bd3458 req-46b263c7-414a-4284-b13d-62396643eac8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0625184 Nov 02 12:48:11.563009 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 36952) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.580877 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-82b3f124-a80a-4d65-a40d-af3a67567925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.586890 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.590275 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc8207c9-0da5-41e6-9d5a-a52fa4cb4e99 req-55fc2bd2-01a5-419d-8329-da304fcd9a9a tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 210 time: 0.0351727 Nov 02 12:48:11.616888 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfcba95a-d8a2-4cf8-8ab5-f012a2bd3458 req-d239024e-879f-4018-98d8-6195a44182c3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922924 Nov 02 12:48:11.701776 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Network 40756640-abb6-466b-946a-d8b16aab8fe4 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:11.729695 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:11.732784 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Pushing event updated for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:11.737442 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:11.747766 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a5a8d-db4e-4986-95ec-3e44ec193776 req-8790aa10-ee4d-4d41-89bd-051699041392 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:11.750805 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-764a5a8d-db4e-4986-95ec-3e44ec193776 req-8790aa10-ee4d-4d41-89bd-051699041392 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 945 time: 0.0728798 Nov 02 12:48:11.842461 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-764a5a8d-db4e-4986-95ec-3e44ec193776 req-d0da4cca-7b1a-41b4-8089-752c05ca9d60 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/security-groups?id=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843053 Nov 02 12:48:11.842726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-82b3f124-a80a-4d65-a40d-af3a67567925 admin admin] Publish callbacks [] for security_group (3170c1b2-2a1c-4a77-b714-63a5cd32a6bf), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.845227 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Deleting port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:11.845736 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.853976 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:11.854627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.858628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-82b3f124-a80a-4d65-a40d-af3a67567925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3170c1b2-2a1c-4a77-b714-63a5cd32a6bf), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:11.949486 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-919e1fee-9092-4c14-81ac-72984b6c7b44 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3612151 Nov 02 12:48:11.964481 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-82b3f124-a80a-4d65-a40d-af3a67567925 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6c7f3268c5bd49599fbf682d2e4bd802&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102557 Nov 02 12:48:11.967225 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36964) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:11.974838 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Request body: {'port': {'device_id': 'a318683c-5185-4d1a-a605-252894faa8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:11.977450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3f124-a80a-4d65-a40d-af3a67567925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3170c1b2-2a1c-4a77-b714-63a5cd32a6bf,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.017928 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Provisioning complete for port bcc0402c-739e-4387-8cb8-4ac1fd22444c triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:12.020037 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.020599 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Attempt 1 to provision port bcc0402c-739e-4387-8cb8-4ac1fd22444c Nov 02 12:48:12.034234 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] Publish callbacks [] for security_group (3170c1b2-2a1c-4a77-b714-63a5cd32a6bf), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.034843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] For port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:12.035207 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.063983 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Port bcc0402c-739e-4387-8cb8-4ac1fd22444c cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:12.064915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] Publish callbacks [] for security_group (3170c1b2-2a1c-4a77-b714-63a5cd32a6bf), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.072359 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Calling delete_port for b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:12.089536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.121562 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3170c1b2-2a1c-4a77-b714-63a5cd32a6bf), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.124986 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.126196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3170c1b2-2a1c-4a77-b714-63a5cd32a6bf HTTP/1.1" status: 204 len: 168 time: 0.1579676 Nov 02 12:48:12.144935 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e68dd-3b7f-4688-9321-3f2acccaa039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3170c1b2-2a1c-4a77-b714-63a5cd32a6bf,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.391827 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b3f0c6c6-376f-49d5-9d7d-3498c216b0d4), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.445424 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Pushing event deleted for resources: {'Port': ['ID=b3f0c6c6-376f-49d5-9d7d-3498c216b0d4,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.542139 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] No DVR routers for this DVR port b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:48:12.551294 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.555226 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-793f2f0d-6e6d-475d-9cc6-0caddb478c32 req-c76591bd-5e9c-4540-9e3c-88e89159a88f tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.94 "DELETE /v2.0/ports/b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 HTTP/1.1" status: 204 len: 173 time: 1.2593901 Nov 02 12:48:12.555754 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'name': 'network-vif-deleted', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:48:12.558014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f41e61b-1015-4c04-a9cb-46f9b7dd956b" -d '{"events": [{"server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "name": "network-vif-deleted", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:12.566234 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Attempt 2 to provision port bcc0402c-739e-4387-8cb8-4ac1fd22444c Nov 02 12:48:12.606040 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 36992) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:12.621779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc0402c-739e-4387-8cb8-4ac1fd22444c {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:48:12.633207 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks [] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.640576 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3dde9d-fd55-4e79-94c7-aa140136b05d x-openstack-request-id: req-8b3dde9d-fd55-4e79-94c7-aa140136b05d {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:12.641239 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ef023-4fe0-4362-bdaf-a328db053ff3", "name": "network-vif-deleted", "tag": "b3f0c6c6-376f-49d5-9d7d-3498c216b0d4", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:12.641807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8b3dde9d-fd55-4e79-94c7-aa140136b05d {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:12.642927 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b3dde9d-fd55-4e79-94c7-aa140136b05d'] response: {'server_uuid': '0c6ef023-4fe0-4362-bdaf-a328db053ff3', 'name': 'network-vif-deleted', 'tag': 'b3f0c6c6-376f-49d5-9d7d-3498c216b0d4', 'status': 'completed', 'code': 200} Nov 02 12:48:12.661151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Port bcc0402c-739e-4387-8cb8-4ac1fd22444c cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:12.661956 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Transition to ACTIVE for port object bcc0402c-739e-4387-8cb8-4ac1fd22444c will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:48:12.667645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.853728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:12.862168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94d7dbe8-644c-4097-a22d-9f04e87c9c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.873968 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Attempting to bind port bcc0402c-739e-4387-8cb8-4ac1fd22444c on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:48:12.874421 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Attempting to bind port bcc0402c-739e-4387-8cb8-4ac1fd22444c by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:48:12.874659 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87905b-f993-4a78-9b2a-274e8eeeb3c4 req-536a56f0-b85c-4704-b613-9f06f65529c5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:12.874893 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Attempting to bind port bcc0402c-739e-4387-8cb8-4ac1fd22444c on network 40756640-abb6-466b-946a-d8b16aab8fe4 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:12.876304 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e87905b-f993-4a78-9b2a-274e8eeeb3c4 req-536a56f0-b85c-4704-b613-9f06f65529c5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.1319976 Nov 02 12:48:12.883831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Port bcc0402c-739e-4387-8cb8-4ac1fd22444c on network 40756640-abb6-466b-946a-d8b16aab8fe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:48:12.884284 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Attempting to bind port bcc0402c-739e-4387-8cb8-4ac1fd22444c on network 40756640-abb6-466b-946a-d8b16aab8fe4 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:12.890207 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:12.890585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Checking segment: {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:12.891041 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Bound using segment: {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:12.891542 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Bound port: bcc0402c-739e-4387-8cb8-4ac1fd22444c, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a85be5-d7aa-474e-9f55-e0e9dd4d8186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1381, 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:48:12.891972 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.962332 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:12.965748 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:12.966746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77ffd3-f67a-43d4-a59f-4b4afe3b1bbb req-db8e5d9a-a21b-402d-b95e-c57097471328 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:12.968320 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ce77ffd3-f67a-43d4-a59f-4b4afe3b1bbb req-db8e5d9a-a21b-402d-b95e-c57097471328 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.1743412 Nov 02 12:48:12.973357 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.977093 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e87905b-f993-4a78-9b2a-274e8eeeb3c4 req-b28e862c-068e-45c8-832f-7a91fc582f47 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927525 Nov 02 12:48:12.983009 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:12.983953 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:12.986452 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] 10.222.0.94 "PUT /v2.0/ports/bcc0402c-739e-4387-8cb8-4ac1fd22444c HTTP/1.1" status: 200 len: 1098 time: 1.0175023 Nov 02 12:48:13.090682 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172088e-85da-4ca7-9bba-ffecae8614ef service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.108139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94d7dbe8-644c-4097-a22d-9f04e87c9c8b admin admin] Publish callbacks [] for security_group (ee0c1092-98e5-4887-82a4-5acdaf0b8819), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.144771 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ce77ffd3-f67a-43d4-a59f-4b4afe3b1bbb req-69ad7b1f-ab04-4370-84e8-bb798988d7e6 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609597 Nov 02 12:48:13.162416 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Attempt 3 to provision port bcc0402c-739e-4387-8cb8-4ac1fd22444c Nov 02 12:48:13.166675 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94d7dbe8-644c-4097-a22d-9f04e87c9c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ee0c1092-98e5-4887-82a4-5acdaf0b8819), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.198810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-0a0e97c0-e03b-48bc-9740-99b8346fdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:13.201668 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-273aa2b8-fa46-41a1-baa5-04a107a8f3a1 req-65a4a4ef-3952-4eb6-b6a7-c4d26bbbbf51 tempest-DeleteServersTestJSON-1444431174 tempest-DeleteServersTestJSON-1444431174-project] 10.222.0.91 "GET /v2.0/ports?device_id=0c6ef023-4fe0-4362-bdaf-a328db053ff3 HTTP/1.1" status: 200 len: 210 time: 0.1155264 Nov 02 12:48:13.202000 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-0a0e97c0-e03b-48bc-9740-99b8346fdeae service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 1132 time: 0.1239398 Nov 02 12:48:13.207369 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fe0c555b-83cd-4c8b-ab52-cda9c1f48292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.236680 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-94d7dbe8-644c-4097-a22d-9f04e87c9c8b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=985320d73adc4f32ae42b15761118221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6288803 Nov 02 12:48:13.239444 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37022) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:13.243945 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7dbe8-644c-4097-a22d-9f04e87c9c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0c1092-98e5-4887-82a4-5acdaf0b8819,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.245520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b7c02d5c-1fca-49eb-ae44-f2a37a77d95a None None] Port bcc0402c-739e-4387-8cb8-4ac1fd22444c had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:48:13.305467 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-7c0a5ab5-8a04-4867-baae-f54571b1aaa1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c HTTP/1.1" status: 200 len: 217 time: 0.0508449 Nov 02 12:48:13.386277 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-67e8840c-4916-41ac-a1c5-4c8cc7a3a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:13.387759 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-67e8840c-4916-41ac-a1c5-4c8cc7a3a311 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c2770ed5-688c-405d-ac05-76fd0c050182 HTTP/1.1" status: 200 len: 843 time: 0.0732038 Nov 02 12:48:13.388519 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] Publish callbacks [] for security_group (ee0c1092-98e5-4887-82a4-5acdaf0b8819), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.438426 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] Publish callbacks [] for security_group (ee0c1092-98e5-4887-82a4-5acdaf0b8819), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.483003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859546a-88be-4366-a900-0e98915ca7cd req-aa6c483b-2257-43c9-b04b-dc7643f6928b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:13.484509 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-aa6c483b-2257-43c9-b04b-dc7643f6928b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=40756640-abb6-466b-946a-d8b16aab8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0855937 Nov 02 12:48:13.514435 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ee0c1092-98e5-4887-82a4-5acdaf0b8819), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.517078 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:13.520575 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ee0c1092-98e5-4887-82a4-5acdaf0b8819 HTTP/1.1" status: 204 len: 168 time: 0.2777379 Nov 02 12:48:13.553741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4758c29-63da-44d7-b9ec-93be728109d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0c1092-98e5-4887-82a4-5acdaf0b8819,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:13.597213 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-c869abe0-51ee-4867-acdd-dd9e0ff2f49d service neutron] 10.222.0.94 "GET /v2.0/networks/40756640-abb6-466b-946a-d8b16aab8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023390 Nov 02 12:48:13.714889 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0859546a-88be-4366-a900-0e98915ca7cd req-8526c13c-d076-4a16-becc-e82b263436d5 service neutron] 10.222.0.94 "GET /v2.0/networks/40756640-abb6-466b-946a-d8b16aab8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092093 Nov 02 12:48:13.754069 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:13.790337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:48:13.790968 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b3f0c6c6-376f-49d5-9d7d-3498c216b0d4 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:13.990412 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37050) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.005602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8350564-9649-4cee-85e1-ddd54c9a0353 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.103195 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8350564-9649-4cee-85e1-ddd54c9a0353 admin admin] Publish callbacks [] for security_group (ed811ff3-7d69-4eb4-a9d8-c800767547e9), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.110161 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b8350564-9649-4cee-85e1-ddd54c9a0353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ed811ff3-7d69-4eb4-a9d8-c800767547e9), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.134136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f41cb-2785-42c4-9c0e-4185884a485d req-d7ec008c-e7ba-4acb-9990-8bd72f0d1a99 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.136500 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa3f41cb-2785-42c4-9c0e-4185884a485d req-d7ec008c-e7ba-4acb-9990-8bd72f0d1a99 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0662637 Nov 02 12:48:14.159416 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8350564-9649-4cee-85e1-ddd54c9a0353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed811ff3-7d69-4eb4-a9d8-c800767547e9,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.174948 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b8350564-9649-4cee-85e1-ddd54c9a0353 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87ffa25b3142462ab02f4b66b462e8c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1834390 Nov 02 12:48:14.178007 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37060) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.209227 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa3f41cb-2785-42c4-9c0e-4185884a485d req-ef2bd632-b934-4c6d-84b7-2fb1e71dffb2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656676 Nov 02 12:48:14.272157 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] Publish callbacks [] for security_group (ed811ff3-7d69-4eb4-a9d8-c800767547e9), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.308613 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] Publish callbacks [] for security_group (ed811ff3-7d69-4eb4-a9d8-c800767547e9), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.322725 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.340094 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3b3a-9fbc-4028-b922-1874ac827c48 req-bb2aba4d-87b2-43a3-8434-7b24b744cc34 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.340488 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f9ed3b3a-9fbc-4028-b922-1874ac827c48 req-bb2aba4d-87b2-43a3-8434-7b24b744cc34 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.0790691 Nov 02 12:48:14.418941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37076) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.420742 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.424413 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ed811ff3-7d69-4eb4-a9d8-c800767547e9), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.427089 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.429695 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f9ed3b3a-9fbc-4028-b922-1874ac827c48 req-507a4eb6-817e-4c25-94d2-430df1d12c82 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779984 Nov 02 12:48:14.432462 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ed811ff3-7d69-4eb4-a9d8-c800767547e9 HTTP/1.1" status: 204 len: 168 time: 0.2460308 Nov 02 12:48:14.443038 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5301e384-32ed-45c6-8a4e-13baeae418d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed811ff3-7d69-4eb4-a9d8-c800767547e9,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.577223 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-97ef72ce-c9ea-4704-98ad-6142d88614f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.648132 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:48:14.650856 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fd875b-91f2-4e50-9c4b-b328b619c322" -d '{"events": [{"name": "network-changed", "server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:14.683902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-97ef72ce-c9ea-4704-98ad-6142d88614f4 admin admin] Publish callbacks [] for security_group (9f8804a0-eb6a-4ba4-8281-6cbccccbf231), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.693964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-97ef72ce-c9ea-4704-98ad-6142d88614f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9f8804a0-eb6a-4ba4-8281-6cbccccbf231), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.731824 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86bf0af-b826-45ca-a9de-ec781ca4e058 x-openstack-request-id: req-a86bf0af-b826-45ca-a9de-ec781ca4e058 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:14.732117 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:14.732370 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a86bf0af-b826-45ca-a9de-ec781ca4e058 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:14.732889 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a86bf0af-b826-45ca-a9de-ec781ca4e058'] response: {'name': 'network-changed', 'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c', 'status': 'completed', 'code': 200} Nov 02 12:48:14.757006 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-97ef72ce-c9ea-4704-98ad-6142d88614f4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=708965857b464b9bb4ef1abd80055169&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3368039 Nov 02 12:48:14.759780 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37098) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.762820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef72ce-c9ea-4704-98ad-6142d88614f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8804a0-eb6a-4ba4-8281-6cbccccbf231,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:14.821381 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] Publish callbacks [] for security_group (9f8804a0-eb6a-4ba4-8281-6cbccccbf231), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.847981 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37100) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:14.856101 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] Publish callbacks [] for security_group (9f8804a0-eb6a-4ba4-8281-6cbccccbf231), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.867987 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8fcd-a68f-4def-ab9f-79cc937417d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.871330 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-a189b42f-f46c-4909-879b-eb5f9c3f5a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:14.872826 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-a189b42f-f46c-4909-879b-eb5f9c3f5a50 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 1132 time: 0.0730665 Nov 02 12:48:14.923154 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9f8804a0-eb6a-4ba4-8281-6cbccccbf231), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.926141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:14.930588 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9f8804a0-eb6a-4ba4-8281-6cbccccbf231 HTTP/1.1" status: 204 len: 168 time: 0.1664391 Nov 02 12:48:14.937680 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e64918-bdcf-4859-a2bc-1ac805690b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8804a0-eb6a-4ba4-8281-6cbccccbf231,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.024645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-36f82e63-5391-4f14-93fc-cf6730097d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.026212 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-36f82e63-5391-4f14-93fc-cf6730097d83 service neutron] 10.222.0.94 "GET /v2.0/networks?id=40756640-abb6-466b-946a-d8b16aab8fe4 HTTP/1.1" status: 200 len: 871 time: 0.1421232 Nov 02 12:48:15.082063 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-2837c622-9f80-42f6-80b5-6f8c3b55a344 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c HTTP/1.1" status: 200 len: 217 time: 0.0445945 Nov 02 12:48:15.089015 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8fcd-a68f-4def-ab9f-79cc937417d0 admin admin] Publish callbacks [] for security_group (f7740bbc-34c2-49ed-a985-c025038ac2fa), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.100079 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5a8f8fcd-a68f-4def-ab9f-79cc937417d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f7740bbc-34c2-49ed-a985-c025038ac2fa), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.183028 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f8fcd-a68f-4def-ab9f-79cc937417d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7740bbc-34c2-49ed-a985-c025038ac2fa,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.190359 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5a8f8fcd-a68f-4def-ab9f-79cc937417d0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=704d86b8db734861bf538ad0dd648f6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390660 Nov 02 12:48:15.190359 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-a17da4ee-a197-420d-b23f-dd8be5fe0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.191578 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-a17da4ee-a197-420d-b23f-dd8be5fe0a82 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c2770ed5-688c-405d-ac05-76fd0c050182 HTTP/1.1" status: 200 len: 843 time: 0.1009929 Nov 02 12:48:15.192133 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37110) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:15.282335 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] Publish callbacks [] for security_group (f7740bbc-34c2-49ed-a985-c025038ac2fa), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.308854 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] Publish callbacks [] for security_group (f7740bbc-34c2-49ed-a985-c025038ac2fa), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.337236 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-556eaf0d-c2d3-4a43-9d32-328e2e4245e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.339241 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-556eaf0d-c2d3-4a43-9d32-328e2e4245e1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=40756640-abb6-466b-946a-d8b16aab8fe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1038966 Nov 02 12:48:15.359528 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9f7c1-6247-4e22-92ae-8abcd9d9c7b2 req-a7f2d812-9490-4bc8-a6ff-52ef6bedb2e1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.361678 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-efe9f7c1-6247-4e22-92ae-8abcd9d9c7b2 req-a7f2d812-9490-4bc8-a6ff-52ef6bedb2e1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0640519 Nov 02 12:48:15.381511 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37114) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:15.401613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d21d30f6-7b20-4c55-960b-ba429b17145b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.427943 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f7740bbc-34c2-49ed-a985-c025038ac2fa), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.430628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.431919 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f7740bbc-34c2-49ed-a985-c025038ac2fa HTTP/1.1" status: 204 len: 168 time: 0.2387433 Nov 02 12:48:15.439064 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-efe9f7c1-6247-4e22-92ae-8abcd9d9c7b2 req-35ba70b5-dcf6-45ba-ac45-42a33f1db9bf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707419 Nov 02 12:48:15.453871 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a5217-502f-4cc8-995d-b4b9f4630839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7740bbc-34c2-49ed-a985-c025038ac2fa,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.481075 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-a6be251a-f913-4dd4-b774-15eb0c86a7fc service neutron] 10.222.0.94 "GET /v2.0/networks/40756640-abb6-466b-946a-d8b16aab8fe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275403 Nov 02 12:48:15.548474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d21d30f6-7b20-4c55-960b-ba429b17145b admin admin] Publish callbacks [] for security_group (b168b9dc-ce43-4fc2-af94-5455cd7fee70), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.568263 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d21d30f6-7b20-4c55-960b-ba429b17145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b168b9dc-ce43-4fc2-af94-5455cd7fee70), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.591882 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c5fd875b-91f2-4e50-9c4b-b328b619c322 req-10074724-68aa-4339-b569-363d30e73025 service neutron] 10.222.0.94 "GET /v2.0/networks/40756640-abb6-466b-946a-d8b16aab8fe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034062 Nov 02 12:48:15.621009 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d30f6-7b20-4c55-960b-ba429b17145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b168b9dc-ce43-4fc2-af94-5455cd7fee70,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:15.627839 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d21d30f6-7b20-4c55-960b-ba429b17145b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9ba3930fe7e143a39ee26c43298aa3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451355 Nov 02 12:48:15.632582 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37120) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:15.654714 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93268270-ca85-4785-92c0-dd16548cc31f req-944f8c0e-8a16-442e-b929-f25453198063 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:15.656470 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93268270-ca85-4785-92c0-dd16548cc31f req-944f8c0e-8a16-442e-b929-f25453198063 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.1274338 Nov 02 12:48:15.665585 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.736520 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] Publish callbacks [] for security_group (b168b9dc-ce43-4fc2-af94-5455cd7fee70), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.740756 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93268270-ca85-4785-92c0-dd16548cc31f req-9ef4bf99-fae7-4976-b4c1-070fb9b5bf54 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756786 Nov 02 12:48:15.768417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] Publish callbacks [] for security_group (b168b9dc-ce43-4fc2-af94-5455cd7fee70), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.828267 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (b168b9dc-ce43-4fc2-af94-5455cd7fee70), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.831681 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:15.833081 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/b168b9dc-ce43-4fc2-af94-5455cd7fee70 HTTP/1.1" status: 204 len: 168 time: 0.1992929 Nov 02 12:48:15.836887 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37136) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:15.842232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbc6d0-58c6-4b4c-831f-31e04b194f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b168b9dc-ce43-4fc2-af94-5455cd7fee70,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:16.301713 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (ba89304c-b555-4a17-965d-1147d46e89c0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.593684 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f65304-d16d-4f3e-b47c-cae9d133044c req-2115d9e0-2b20-4b03-87a3-ef253726f479 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.596067 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59f65304-d16d-4f3e-b47c-cae9d133044c req-2115d9e0-2b20-4b03-87a3-ef253726f479 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0584922 Nov 02 12:48:16.654829 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59f65304-d16d-4f3e-b47c-cae9d133044c req-8e8492ab-6279-4bfb-9ef8-a8babb9a13a2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526013 Nov 02 12:48:16.704764 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c33e-4750-4124-a3c1-a6828b9b2126 req-a2d56728-c3a3-4885-aa5f-0a46abc93fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.706263 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c4d4c33e-4750-4124-a3c1-a6828b9b2126 req-a2d56728-c3a3-4885-aa5f-0a46abc93fd6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1129 time: 0.3525004 Nov 02 12:48:16.825704 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c4d4c33e-4750-4124-a3c1-a6828b9b2126 req-eba2498d-63ac-4465-85d9-ec238274c7ad service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931571 Nov 02 12:48:16.984438 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319059ab-8d26-4e1b-9d5f-5300688b8b18 req-b41c2ea3-c05c-431d-81ac-a47c7a6193ef tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:16.985392 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Deleting port 754e0b51-4478-4d3e-a133-cb33eb014a60 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:16.986190 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:16.986350 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-319059ab-8d26-4e1b-9d5f-5300688b8b18 req-b41c2ea3-c05c-431d-81ac-a47c7a6193ef tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.0897133 Nov 02 12:48:17.040058 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-319059ab-8d26-4e1b-9d5f-5300688b8b18 req-60d11077-076d-4bdf-93f4-f38c5ec2e30c tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Nov 02 12:48:17.070624 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] For port 754e0b51-4478-4d3e-a133-cb33eb014a60, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=754e0b51-4478-4d3e-a133-cb33eb014a60,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:17.071004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.084531 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Calling delete_port for 754e0b51-4478-4d3e-a133-cb33eb014a60 owned by network:router_interface {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:17.182906 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.270950 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (754e0b51-4478-4d3e-a133-cb33eb014a60), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.298407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=754e0b51-4478-4d3e-a133-cb33eb014a60,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:17.509596 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (ba89304c-b555-4a17-965d-1147d46e89c0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:17.742568 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Router ba89304c-b555-4a17-965d-1147d46e89c0 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:17.797925 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e028edd-8c26-42ef-81b6-da362ac9506a req-81bd2d3c-bcb4-4695-af83-cbc17b6227db tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:17.799671 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e028edd-8c26-42ef-81b6-da362ac9506a req-81bd2d3c-bcb4-4695-af83-cbc17b6227db tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0616972 Nov 02 12:48:17.859283 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:17.862808 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e028edd-8c26-42ef-81b6-da362ac9506a req-11147e8a-e295-4b84-8b99-526d9a48df67 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553598 Nov 02 12:48:17.868416 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a0bf585c-1670-4185-887a-fb2ccf7144a0 admin admin] 10.222.0.91 "PUT /v2.0/routers/ba89304c-b555-4a17-965d-1147d46e89c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0301766 Nov 02 12:48:17.870898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37238) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:17.872988 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Sync routers for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:17.882168 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:17.883543 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.008914 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks [] for router (ba89304c-b555-4a17-965d-1147d46e89c0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.024947 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:18.127062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks [] for router_gateway (ba89304c-b555-4a17-965d-1147d46e89c0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.203200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Deleting port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:18.203540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.207565 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c85194-5e7d-4b31-af8f-4582ce9afdeb req-714a7852-aa60-4669-8381-81691ae10787 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:18.217852 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d1c85194-5e7d-4b31-af8f-4582ce9afdeb req-714a7852-aa60-4669-8381-81691ae10787 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.0815291 Nov 02 12:48:18.269642 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37250) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.301163 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d1c85194-5e7d-4b31-af8f-4582ce9afdeb req-2a6d781c-27bc-4c4a-87e1-1b0f3f13cff7 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822749 Nov 02 12:48:18.313125 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] For port 06870ea0-3f15-48ed-b058-9b6abeb4e8ca, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:18.313770 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.330281 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Calling delete_port for 06870ea0-3f15-48ed-b058-9b6abeb4e8ca owned by network:router_gateway {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:18.342869 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:48:17Z', 'revision_number': 5, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port': {'id': '06870ea0-3f15-48ed-b058-9b6abeb4e8ca', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.371674 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Checking router: ba89304c-b555-4a17-965d-1147d46e89c0 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:18.380714 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Routers {'ba89304c-b555-4a17-965d-1147d46e89c0'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:18.381345 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['ba89304c-b555-4a17-965d-1147d46e89c0'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.400801 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1aedf9be-7049-445a-ae30-954124ddbfbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.485758 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] Set router ba89304c-b555-4a17-965d-1147d46e89c0 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:18.490451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1aedf9be-7049-445a-ae30-954124ddbfbd admin admin] Publish callbacks [] for security_group (6ae09522-3328-407d-9b97-fa731fe1a8cd), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.496720 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1aedf9be-7049-445a-ae30-954124ddbfbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6ae09522-3328-407d-9b97-fa731fe1a8cd), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.528731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (06870ea0-3f15-48ed-b058-9b6abeb4e8ca), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.537852 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:48:18Z', 'revision_number': 6, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:18.546913 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1aedf9be-7049-445a-ae30-954124ddbfbd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8891526740c849d098a080ee4722434c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759962 Nov 02 12:48:18.547669 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37254) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.560272 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=06870ea0-3f15-48ed-b058-9b6abeb4e8ca,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:18.565333 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f65325b-0c12-4b11-9ab2-a7ed2838c77f None None] The sync data for ids ['ba89304c-b555-4a17-965d-1147d46e89c0'] in dv-cinder-863277-1-iscsi is: [{'id': 'ba89304c-b555-4a17-965d-1147d46e89c0', 'name': 'tempest-DeleteServersTestJSON-711916198-router', 'tenant_id': 'e623a0793c204cd9a3298901200b6a18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:48:18Z', 'revision_number': 6, 'project_id': 'e623a0793c204cd9a3298901200b6a18', 'gw_port_host': None}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:18.578066 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedf9be-7049-445a-ae30-954124ddbfbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae09522-3328-407d-9b97-fa731fe1a8cd,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:18.609275 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] Publish callbacks [] for security_group (6ae09522-3328-407d-9b97-fa731fe1a8cd), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.633223 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] Publish callbacks [] for security_group (6ae09522-3328-407d-9b97-fa731fe1a8cd), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.634686 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (ba89304c-b555-4a17-965d-1147d46e89c0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.691790 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6ae09522-3328-407d-9b97-fa731fe1a8cd), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.695532 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.700641 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/6ae09522-3328-407d-9b97-fa731fe1a8cd HTTP/1.1" status: 204 len: 168 time: 0.1515632 Nov 02 12:48:18.718764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff2d21-e77b-46db-96d7-df68baa5a4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae09522-3328-407d-9b97-fa731fe1a8cd,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:18.771005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (ba89304c-b555-4a17-965d-1147d46e89c0), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.775801 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks [] for router_controller (ba89304c-b555-4a17-965d-1147d46e89c0), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.850480 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (ba89304c-b555-4a17-965d-1147d46e89c0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.851266 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba89304c-b555-4a17-965d-1147d46e89c0 {{(pid=115589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:48:18.857962 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.859488 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8d27ed41-bd32-4579-961a-95c3a43350d4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/ba89304c-b555-4a17-965d-1147d46e89c0 HTTP/1.1" status: 204 len: 168 time: 0.9873791 Nov 02 12:48:18.862186 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37266) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.917005 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Deleting subnet 5b837bed-8aca-45da-9f83-0b6212cbc4c6 {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:48:18.921497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Publish callbacks [] for subnet (5b837bed-8aca-45da-9f83-0b6212cbc4c6), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:18.939500 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37270) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:18.965871 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Publish callbacks [] for subnet (5b837bed-8aca-45da-9f83-0b6212cbc4c6), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.134527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (5b837bed-8aca-45da-9f83-0b6212cbc4c6), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.134880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37278) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.155530 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-860e7fdd-cc6a-4f0d-a834-1b62a7e8d228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.169173 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 754e0b51-4478-4d3e-a133-cb33eb014a60 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:19.206279 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 754e0b51-4478-4d3e-a133-cb33eb014a60 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:48:19.206887 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 754e0b51-4478-4d3e-a133-cb33eb014a60 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:19.217168 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39c78445-a224-49fd-9357-caca20c7c4fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.220076 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2a110-e172-4130-9316-7e0e70673654 req-39c7d71a-e884-42b5-bf93-12587f9befdf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:19.221807 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16a2a110-e172-4130-9316-7e0e70673654 req-39c7d71a-e884-42b5-bf93-12587f9befdf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.2174790 Nov 02 12:48:19.284139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (5b837bed-8aca-45da-9f83-0b6212cbc4c6), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.322783 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16a2a110-e172-4130-9316-7e0e70673654 req-57d2d917-0f58-415e-8d0a-a3aac55a773a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910709 Nov 02 12:48:19.326197 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.332289 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/5b837bed-8aca-45da-9f83-0b6212cbc4c6 HTTP/1.1" status: 204 len: 168 time: 0.4659607 Nov 02 12:48:19.332289 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93a9a1-6427-492c-b81d-bfefaf861444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b837bed-8aca-45da-9f83-0b6212cbc4c6,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:19.333379 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37284) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.343590 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a5f306-e96d-4863-b6f1-4c9171d20fae None None] Network 2a38e056-58e5-4927-ae6b-5099267e3978 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:19.421840 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (2a38e056-58e5-4927-ae6b-5099267e3978), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.426430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-860e7fdd-cc6a-4f0d-a834-1b62a7e8d228 admin admin] Publish callbacks [] for security_group (91e16765-fe00-425a-ae1f-2ad92644d969), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.441014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-860e7fdd-cc6a-4f0d-a834-1b62a7e8d228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (91e16765-fe00-425a-ae1f-2ad92644d969), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.530920 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1caa12-391b-4d07-a58b-ef1634bc2932 req-44a1915f-5c50-42b5-b760-2d34055bdbc3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:19.532530 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9c1caa12-391b-4d07-a58b-ef1634bc2932 req-44a1915f-5c50-42b5-b760-2d34055bdbc3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1230347 Nov 02 12:48:19.549104 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-860e7fdd-cc6a-4f0d-a834-1b62a7e8d228 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d7cfe074adc546a49cc3eefdd5a33e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078598 Nov 02 12:48:19.549725 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37290) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.550855 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57022603-5d5d-45dd-80d8-f746dbdef544 req-b81b200d-9f38-4f04-8935-a483bafbc76e tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:19.559429 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-57022603-5d5d-45dd-80d8-f746dbdef544 req-b81b200d-9f38-4f04-8935-a483bafbc76e tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 948 time: 0.0995886 Nov 02 12:48:19.583756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39c78445-a224-49fd-9357-caca20c7c4fa admin admin] Publish callbacks [] for security_group (f88fa8b0-f85f-4f42-b61e-279eb4c5855f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.589897 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] DHCP port deletion for 2a38e056-58e5-4927-ae6b-5099267e3978 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:48:19.596073 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39c78445-a224-49fd-9357-caca20c7c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f88fa8b0-f85f-4f42-b61e-279eb4c5855f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.612771 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e7fdd-cc6a-4f0d-a834-1b62a7e8d228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e16765-fe00-425a-ae1f-2ad92644d969,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:19.645399 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9c1caa12-391b-4d07-a58b-ef1634bc2932 req-58193adb-de93-43cc-b1e4-21638280d11d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019497 Nov 02 12:48:19.671567 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Deleting port c24abf05-01e9-44ad-bf31-e0efb3281494 {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:19.672160 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.681365 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Deleting port c24abf05-01e9-44ad-bf31-e0efb3281494 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:19.681657 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.686944 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-57022603-5d5d-45dd-80d8-f746dbdef544 req-983745d9-d53b-4413-9f96-d2112a4fb0fc tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233716 Nov 02 12:48:19.742851 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37296) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:19.743736 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-39c78445-a224-49fd-9357-caca20c7c4fa admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ca40896e9de946df9db1826e6599b05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8031013 Nov 02 12:48:19.764429 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c78445-a224-49fd-9357-caca20c7c4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88fa8b0-f85f-4f42-b61e-279eb4c5855f,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:19.781898 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device bcc0402c-739e-4387-8cb8-4ac1fd22444c details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:48:19.786319 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] Publish callbacks [] for security_group (91e16765-fe00-425a-ae1f-2ad92644d969), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.803921 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] For port c24abf05-01e9-44ad-bf31-e0efb3281494, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c24abf05-01e9-44ad-bf31-e0efb3281494,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:19.804360 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.830528 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] Publish callbacks [] for security_group (f88fa8b0-f85f-4f42-b61e-279eb4c5855f), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.834423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Calling delete_port for c24abf05-01e9-44ad-bf31-e0efb3281494 owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:19.835559 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] For port c24abf05-01e9-44ad-bf31-e0efb3281494, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c24abf05-01e9-44ad-bf31-e0efb3281494,segment=NetworkSegment(2e84081f-ac66-4c7f-9e46-53f4c302b2ed),segment_id=2e84081f-ac66-4c7f-9e46-53f4c302b2ed)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:19.836174 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.848988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] Publish callbacks [] for security_group (91e16765-fe00-425a-ae1f-2ad92644d969), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.862765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Calling delete_port for c24abf05-01e9-44ad-bf31-e0efb3281494 owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:19.864501 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] Publish callbacks [] for security_group (f88fa8b0-f85f-4f42-b61e-279eb4c5855f), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.952458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f88fa8b0-f85f-4f42-b61e-279eb4c5855f), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.955861 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.957198 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/f88fa8b0-f85f-4f42-b61e-279eb4c5855f HTTP/1.1" status: 204 len: 168 time: 0.2133405 Nov 02 12:48:19.969014 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7c966-bab6-4fa9-bd8d-6879ff8629db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88fa8b0-f85f-4f42-b61e-279eb4c5855f,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:19.994400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (91e16765-fe00-425a-ae1f-2ad92644d969), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:19.998410 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.002104 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/91e16765-fe00-425a-ae1f-2ad92644d969 HTTP/1.1" status: 204 len: 168 time: 0.4314921 Nov 02 12:48:20.004320 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.024626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06528cd-d088-44fe-bd63-b5a6ab9efc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e16765-fe00-425a-ae1f-2ad92644d969,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.053613 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Pushing event deleted for resources: {'Port': ['ID=c24abf05-01e9-44ad-bf31-e0efb3281494,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.058266 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] No DVR routers for this DVR port c24abf05-01e9-44ad-bf31-e0efb3281494 on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:48:20.186393 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (2a38e056-58e5-4927-ae6b-5099267e3978), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.232731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a38e056-58e5-4927-ae6b-5099267e3978']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.235671 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:20.251025 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c', 'network_id': '40756640-abb6-466b-946a-d8b16aab8fe4', 'port_id': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c', 'mac_address': 'fa:16:3e:55:ff:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2770ed5-688c-405d-ac05-76fd0c050182', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:48:20.256826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e84081f-ac66-4c7f-9e46-53f4c302b2ed') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.257136 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e84081f-ac66-4c7f-9e46-53f4c302b2ed') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:20.257318 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (c24abf05-01e9-44ad-bf31-e0efb3281494), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.271057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (2e84081f-ac66-4c7f-9e46-53f4c302b2ed), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.298251 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (2e84081f-ac66-4c7f-9e46-53f4c302b2ed), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.308194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:48:20.308360 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Pushing event deleted for resources: {'Port': ['ID=c24abf05-01e9-44ad-bf31-e0efb3281494,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.309132 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (2e84081f-ac66-4c7f-9e46-53f4c302b2ed), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.337199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] No DVR routers for this DVR port c24abf05-01e9-44ad-bf31-e0efb3281494 on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:48:20.345611 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.346019 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.346420 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.346749 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.347082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.347411 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.347739 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.348108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.348434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.348939 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.349513 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.350153 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.350642 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d1a247-95a8-4617-9b63-c6b4d5dd15cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:20.366502 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port bcc0402c-739e-4387-8cb8-4ac1fd22444c is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:20.367149 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.386964 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 2e84081f-ac66-4c7f-9e46-53f4c302b2ed resource provider aggregate not found Nov 02 12:48:20.387366 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc0402c-739e-4387-8cb8-4ac1fd22444c {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:48:20.411411 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:20.413243 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 2e84081f-ac66-4c7f-9e46-53f4c302b2ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e84081f-ac66-4c7f-9e46-53f4c302b2ed found for delete ", "request_id": "req-41bf2ac9-1763-4889-bdcd-0907601cc9f0"}]} Nov 02 12:48:20.416927 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.427239 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (2a38e056-58e5-4927-ae6b-5099267e3978), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.451362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.455840 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] 10.222.0.91 "DELETE /v2.0/networks/2a38e056-58e5-4927-ae6b-5099267e3978 HTTP/1.1" status: 204 len: 168 time: 1.1167152 Nov 02 12:48:20.456895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5236105-b638-4426-a48e-df99257aba32 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a38e056-58e5-4927-ae6b-5099267e3978,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.472622 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.595895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37318) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.615768 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dbb65823-043e-43a9-9a5e-4ad14ea749af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.632149 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37320) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.688599 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8fc47601-188d-43ec-b2ec-4f1ca7b0a248 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=e623a0793c204cd9a3298901200b6a18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549150 Nov 02 12:48:20.691246 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37324) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.745214 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dbb65823-043e-43a9-9a5e-4ad14ea749af admin admin] Publish callbacks [] for security_group (a55bca0f-45b2-42d6-a508-9a0258a7c8fd), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.750750 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dbb65823-043e-43a9-9a5e-4ad14ea749af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a55bca0f-45b2-42d6-a508-9a0258a7c8fd), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.768712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] Publish callbacks [] for security_group (9c49abf0-4ffd-4bf7-8fa9-fc042087e59f), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.796823 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] Publish callbacks [] for security_group (9c49abf0-4ffd-4bf7-8fa9-fc042087e59f), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.835718 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-dbb65823-043e-43a9-9a5e-4ad14ea749af admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=424bcc7b292c46689e89cbdc07e26a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386761 Nov 02 12:48:20.838105 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb65823-043e-43a9-9a5e-4ad14ea749af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55bca0f-45b2-42d6-a508-9a0258a7c8fd,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.840578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37330) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:20.875381 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 06870ea0-3f15-48ed-b058-9b6abeb4e8ca no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:20.887380 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d0ac99-f9ce-4017-b78a-d2b20a3df558 req-454f6eac-4436-4ac8-bd9a-741b5062dcfa tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:20.888502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9c49abf0-4ffd-4bf7-8fa9-fc042087e59f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.891972 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.894970 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9c49abf0-4ffd-4bf7-8fa9-fc042087e59f HTTP/1.1" status: 204 len: 168 time: 0.2014458 Nov 02 12:48:20.895625 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3d0ac99-f9ce-4017-b78a-d2b20a3df558 req-454f6eac-4436-4ac8-bd9a-741b5062dcfa tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 949 time: 0.1183012 Nov 02 12:48:20.899623 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 06870ea0-3f15-48ed-b058-9b6abeb4e8ca {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:48:20.900129 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 06870ea0-3f15-48ed-b058-9b6abeb4e8ca not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:20.900696 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c24abf05-01e9-44ad-bf31-e0efb3281494 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:20.917498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc7c7d-e9a2-4bee-b751-6b2833399c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c49abf0-4ffd-4bf7-8fa9-fc042087e59f,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:20.935969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] Publish callbacks [] for security_group (a55bca0f-45b2-42d6-a508-9a0258a7c8fd), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:20.936169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: c24abf05-01e9-44ad-bf31-e0efb3281494 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:48:20.936658 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c24abf05-01e9-44ad-bf31-e0efb3281494 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:20.948687 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['bcc0402c-739e-4387-8cb8-4ac1fd22444c'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:48:21.009947 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3d0ac99-f9ce-4017-b78a-d2b20a3df558 req-41f21d1b-f12b-4e10-bbd0-857058a0247b tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929430 Nov 02 12:48:21.011291 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] Publish callbacks [] for security_group (a55bca0f-45b2-42d6-a508-9a0258a7c8fd), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.072964 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a55bca0f-45b2-42d6-a508-9a0258a7c8fd), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.077582 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:21.080211 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a55bca0f-45b2-42d6-a508-9a0258a7c8fd HTTP/1.1" status: 204 len: 168 time: 0.2340956 Nov 02 12:48:21.094219 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60343855-52db-437e-97ec-0d2ec70be10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55bca0f-45b2-42d6-a508-9a0258a7c8fd,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:21.449127 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:21.951860 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37394) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:22.188104 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b4d5-28f3-4222-9d10-d3462b6e926a req-be1aaf2e-c4c1-4f3d-8e3a-f318f374d090 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:22.189754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c4d4b4d5-28f3-4222-9d10-d3462b6e926a req-be1aaf2e-c4c1-4f3d-8e3a-f318f374d090 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 949 time: 0.1227701 Nov 02 12:48:22.249483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-72077903-network', 'tenant_id': '27904d26fea84f67889ad1461c783c94'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:22.308819 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c4d4b4d5-28f3-4222-9d10-d3462b6e926a req-cf922260-583f-4d62-8120-0944c039cc8b tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077838 Nov 02 12:48:22.310337 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Made reservation on behalf of 27904d26fea84f67889ad1461c783c94 for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:22.315447 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.325853 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.423441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks [] for security_group (5b2beae9-a33a-4d22-9d31-7783d7bf7cb6), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.428217 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5b2beae9-a33a-4d22-9d31-7783d7bf7cb6), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.455854 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1393, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:22.473704 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2beae9-a33a-4d22-9d31-7783d7bf7cb6,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.476468 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (57851d4a-5b2a-4621-816e-1af3d0b9d605), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.477520 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Added segment 57851d4a-5b2a-4621-816e-1af3d0b9d605 of type vlan for network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 Nov 02 12:48:22.522900 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.553976 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.555628 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:22.556108 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.647746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6918323 Nov 02 12:48:22.648513 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37434) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:22.654391 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Request body: {'subnet': {'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-72077903-subnet', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:22.664369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981daaec-07e6-462b-a7ad-8e47d72df1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:22.674011 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:22.693016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Made reservation on behalf of 27904d26fea84f67889ad1461c783c94 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:22.695558 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:22.718751 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debe7b46-ea15-4bfd-a5fb-0d3720abfde2 req-88c996d1-b648-4a38-8321-ddbe7da21aba tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:22.720969 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-debe7b46-ea15-4bfd-a5fb-0d3720abfde2 req-88c996d1-b648-4a38-8321-ddbe7da21aba tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1096625 Nov 02 12:48:22.750407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-899352f5-a46b-4504-bedb-f2458f3bbeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:22.752096 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-899352f5-a46b-4504-bedb-f2458f3bbeb5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.1371143 Nov 02 12:48:22.780979 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-debe7b46-ea15-4bfd-a5fb-0d3720abfde2 req-bc65ec0d-2fc5-4228-9d9c-dc41fe58d717 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537088 Nov 02 12:48:22.895338 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-8c3ca981-deac-472e-9704-40217a4c81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:22.896916 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-8c3ca981-deac-472e-9704-40217a4c81d1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.1371922 Nov 02 12:48:22.952516 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-6e2da008-bf2b-4d4c-9072-b21400a88a1b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.0376661 Nov 02 12:48:23.274664 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (e17fa213-ffbf-43c2-bebd-091e6bdbf4b2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.277362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-31fcb815-c01e-455e-8fba-1071abf56bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:23.278948 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-31fcb815-c01e-455e-8fba-1071abf56bb9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.3191872 Nov 02 12:48:23.365608 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:23.382206 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Checking segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:23.382597 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Network hostable DHCP agents. Network: 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:23.387810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-a48eb869-7f43-4685-bb6a-46f8798dbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:23.389335 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-a48eb869-7f43-4685-bb6a-46f8798dbac9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023765 Nov 02 12:48:23.426849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:23.469681 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:23.476230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:23.477010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.484653 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39ee62-4948-481e-91a7-b892cf736d18 None None] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:23.503105 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abe089-824e-4f9e-92e6-b11d613bffeb req-cbb4123e-8df7-41c9-b005-fd08f0f4acb8 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:23.505711 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f7abe089-824e-4f9e-92e6-b11d613bffeb req-cbb4123e-8df7-41c9-b005-fd08f0f4acb8 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 949 time: 0.0954652 Nov 02 12:48:23.506450 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-3d4e39a9-dab1-49ba-947b-e205a5f7b135 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8557653 Nov 02 12:48:23.509565 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37460) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:23.517674 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-37c54ae8-c57a-4145-87d3-f02aa7d77911 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217127 Nov 02 12:48:23.519072 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:23.584870 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f7abe089-824e-4f9e-92e6-b11d613bffeb req-2de03e0c-05d0-4da5-883d-5ae5f9228397 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718274 Nov 02 12:48:23.586211 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.587919 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.609311 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:48:23.610328 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.625843 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bbfb75f3-fd29-499a-945e-7dc929904ad6 req-94395780-1f48-4fb3-af3c-099f19d5ebd2 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022005 Nov 02 12:48:23.649681 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for router_controller (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.759092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Allocated IP 172.20.0.2 (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78/e17fa213-ffbf-43c2-bebd-091e6bdbf4b2/6aae99ea-08d9-4692-a9c1-bc84d893385f) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:23.795316 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for router_gateway (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.815708 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device bcc0402c-739e-4387-8cb8-4ac1fd22444c up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:23.912198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port bcc0402c-739e-4387-8cb8-4ac1fd22444c completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:48:23.931510 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d863ae-3cc7-43be-a0da-974ae6df0e5f req-0837d899-ea97-4784-90fb-49e6d29496ac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:23.932977 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6d863ae-3cc7-43be-a0da-974ae6df0e5f req-0837d899-ea97-4784-90fb-49e6d29496ac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0704474 Nov 02 12:48:23.940981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port bcc0402c-739e-4387-8cb8-4ac1fd22444c triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:23.941367 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.941717 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port bcc0402c-739e-4387-8cb8-4ac1fd22444c Nov 02 12:48:23.972132 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks [] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:23.983396 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.031825 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:24.036756 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:24.039238 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:24.046353 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6d863ae-3cc7-43be-a0da-974ae6df0e5f req-a62c67b4-ae74-4952-804b-14f5a4b220dd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073265 Nov 02 12:48:24.052647 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Pushing event updated for resources: {'Port': ['ID=6aae99ea-08d9-4692-a9c1-bc84d893385f,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.091254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for router_gateway (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.115484 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.224834 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Allocated IP 172.27.0.75 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/6eca0c74-5731-4625-8dfe-9e52f2e1e1f6) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:24.252209 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port bcc0402c-739e-4387-8cb8-4ac1fd22444c is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:24.252610 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.264906 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Attempting to bind port 6aae99ea-08d9-4692-a9c1-bc84d893385f on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:48:24.265284 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Attempting to bind port 6aae99ea-08d9-4692-a9c1-bc84d893385f by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:48:24.265643 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Attempting to bind port 6aae99ea-08d9-4692-a9c1-bc84d893385f on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:24.280088 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:24.280544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Checking segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:24.281240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.281722 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Bound using segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:24.282430 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Bound port: 6aae99ea-08d9-4692-a9c1-bc84d893385f, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:48:24.282948 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.300143 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:48:24.302471 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba774b8-9f88-4603-8e0b-393485a760fe" -d '{"events": [{"server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:24.322873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:24.346722 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.362497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.380065 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0e2186-3284-4730-bb17-91585e128dac x-openstack-request-id: req-ce0e2186-3284-4730-bb17-91585e128dac {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:24.380540 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:24.380869 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ce0e2186-3284-4730-bb17-91585e128dac {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:24.381339 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0e2186-3284-4730-bb17-91585e128dac'] response: {'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c', 'code': 200} Nov 02 12:48:24.398863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.422721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] For port 6aae99ea-08d9-4692-a9c1-bc84d893385f, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:24.438081 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.446446 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] For port 6aae99ea-08d9-4692-a9c1-bc84d893385f, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6aae99ea-08d9-4692-a9c1-bc84d893385f,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:24.454522 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:24.454748 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.457734 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:24.468410 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:24.529198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eb732-663e-4693-b366-e65ec2c8d93c None None] Pushing event updated for resources: {'Port': ['ID=6aae99ea-08d9-4692-a9c1-bc84d893385f,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.634276 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Pushing event updated for resources: {'Port': ['ID=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:24.692156 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473c19d-ff1f-4432-8ad9-83b74a5d5235 req-0c594539-4b3d-48c3-a427-2b918bb38cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:24.694503 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5473c19d-ff1f-4432-8ad9-83b74a5d5235 req-0c594539-4b3d-48c3-a427-2b918bb38cd8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 1134 time: 0.0732899 Nov 02 12:48:24.774720 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5473c19d-ff1f-4432-8ad9-83b74a5d5235 req-ab124f25-b29f-4ca5-8a05-2985a5ad7ec2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711505 Nov 02 12:48:24.906033 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6aae99ea-08d9-4692-a9c1-bc84d893385f up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:24.956719 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6aae99ea-08d9-4692-a9c1-bc84d893385f triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:24.957101 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:24.957442 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6aae99ea-08d9-4692-a9c1-bc84d893385f Nov 02 12:48:25.015901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for router_gateway (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.035445 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6aae99ea-08d9-4692-a9c1-bc84d893385f is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:25.035832 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.060965 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cca276-f4a1-4971-98a5-8a706fba0a22 req-31c11424-826a-486b-8225-30eb00a97b05 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:25.062491 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7cca276-f4a1-4971-98a5-8a706fba0a22 req-31c11424-826a-486b-8225-30eb00a97b05 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.3722000 Nov 02 12:48:25.074646 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 6aae99ea-08d9-4692-a9c1-bc84d893385f, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6aae99ea-08d9-4692-a9c1-bc84d893385f,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:25.080696 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.138690 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=6aae99ea-08d9-4692-a9c1-bc84d893385f,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:25.198626 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7cca276-f4a1-4971-98a5-8a706fba0a22 req-1c8aad15-7767-4dab-b5d5-56e2a6471f70 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271496 Nov 02 12:48:25.258142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a947b0-9dee-4111-95a1-2fa9b5a6b133 req-d8050eb6-9923-4787-8986-610544ee149f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:25.260941 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b7a947b0-9dee-4111-95a1-2fa9b5a6b133 req-d8050eb6-9923-4787-8986-610544ee149f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1303663 Nov 02 12:48:25.342492 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.354478 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b7a947b0-9dee-4111-95a1-2fa9b5a6b133 req-0e0b785f-6fc6-4aa0-a06f-ebcbc1c6bb07 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867052 Nov 02 12:48:25.497224 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:48:25.601048 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4155e2a-1ca9-4542-aa44-53d822c1de37 None None] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:25.620824 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:25.663678 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.666794 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5274e15c-a6b8-46bd-981a-34d268c72d46 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1559436 Nov 02 12:48:25.668744 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37500) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:25.678124 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:25.705676 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:25.706543 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:25.818127 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-cde55445-b3ce-4822-afed-5970eeb97341 None None] Provisioning complete for port 6aae99ea-08d9-4692-a9c1-bc84d893385f triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:25.818525 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-cde55445-b3ce-4822-afed-5970eeb97341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:25.819061 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-cde55445-b3ce-4822-afed-5970eeb97341 None None] Attempt 1 to provision port 6aae99ea-08d9-4692-a9c1-bc84d893385f Nov 02 12:48:25.866475 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:26.087778 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-cde55445-b3ce-4822-afed-5970eeb97341 None None] Current status of the port 6aae99ea-08d9-4692-a9c1-bc84d893385f is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:26.169078 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 3, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.193838 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.198045 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:26.198563 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Updating router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:26.244676 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.408275 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3d3ab-43ed-4eeb-9ac7-a72bed7a3d0b req-68b96031-1530-4316-851b-3ef40f29a7b0 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:26.409759 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-56d3d3ab-43ed-4eeb-9ac7-a72bed7a3d0b req-68b96031-1530-4316-851b-3ef40f29a7b0 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.1006532 Nov 02 12:48:26.420448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Allocated IP 172.20.0.1 (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78/e17fa213-ffbf-43c2-bebd-091e6bdbf4b2/87d4e9a4-c90e-44df-b0d4-07c53ab80d0b) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:26.461419 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-283fcd90-7a88-49c9-ae2f-83aef1922a22 None None] Provisioning complete for port 6aae99ea-08d9-4692-a9c1-bc84d893385f triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:26.462883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-283fcd90-7a88-49c9-ae2f-83aef1922a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.463407 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-283fcd90-7a88-49c9-ae2f-83aef1922a22 None None] Attempt 1 to provision port 6aae99ea-08d9-4692-a9c1-bc84d893385f Nov 02 12:48:26.551220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-56d3d3ab-43ed-4eeb-9ac7-a72bed7a3d0b req-d9b565e5-319a-4777-985d-63e81d8fcba9 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321604 Nov 02 12:48:26.581486 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d704400-4e59-4c80-9a1b-d1cdf2540336 req-0704fdc5-0d72-4d06-a53d-e9efac6de28f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:26.583003 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d704400-4e59-4c80-9a1b-d1cdf2540336 req-0704fdc5-0d72-4d06-a53d-e9efac6de28f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0878890 Nov 02 12:48:26.606061 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-283fcd90-7a88-49c9-ae2f-83aef1922a22 None None] Current status of the port 6aae99ea-08d9-4692-a9c1-bc84d893385f is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:26.632418 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks [] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.660967 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks [] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.665810 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d704400-4e59-4c80-9a1b-d1cdf2540336 req-4e36e532-2cd1-4d4f-9dc8-73950e9f9b5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752616 Nov 02 12:48:26.670476 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.693078 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.730370 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Attempting to bind port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:48:26.730758 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Attempting to bind port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:48:26.731583 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Attempting to bind port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:26.734255 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:26.737139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73a4da-9952-4c1f-bc12-c239d7f30985 None None] Pushing event updated for resources: {'Port': ['ID=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.737575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:26.743587 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:26.744018 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:26.744168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:26.744655 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.744857 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.745390 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:26.746043 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Bound port: 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:48:26.746622 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.750788 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Pushing event updated for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:26.814986 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] For port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:26.822882 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] For port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:26.832976 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.882432 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:26.883405 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:26.919775 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:26.942409 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6aae99ea-08d9-4692-a9c1-bc84d893385f up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:27.004053 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73a4da-9952-4c1f-bc12-c239d7f30985 None None] Pushing event updated for resources: {'Port': ['ID=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.081989 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6aae99ea-08d9-4692-a9c1-bc84d893385f triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:27.082406 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.082756 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6aae99ea-08d9-4692-a9c1-bc84d893385f Nov 02 12:48:27.162657 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks [] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.170562 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.171627 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.260400 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:27.268120 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Pushing event updated for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:27.333618 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:27.335160 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:27.407851 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Provisioning complete for port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:27.408197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:27.408530 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 1 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:27.549116 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:48:27.550883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:27.599307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6aae99ea-08d9-4692-a9c1-bc84d893385f is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:27.690192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:27.729142 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1c6cab-2560-4834-ad3d-2148be2e864b None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:27.739895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:48:27.747307 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-08aad663-9050-45f5-8330-6f877abab553 admin admin] 10.222.0.91 "PUT /v2.0/routers/8306cbf5-ffbc-4e87-b5df-baeb5d3ce782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0775428 Nov 02 12:48:27.785192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6538-5909-4850-8261-50f74cefe057 req-32569722-1267-4133-baa4-730dece59fc7 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:27.786879 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-63dd6538-5909-4850-8261-50f74cefe057 req-32569722-1267-4133-baa4-730dece59fc7 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.1329107 Nov 02 12:48:27.894073 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42004703-07b3-46d9-9150-f4d5a341f060 req-d0e09f32-aba4-482a-9e37-724eeaf25c5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:27.897485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-42004703-07b3-46d9-9150-f4d5a341f060 req-d0e09f32-aba4-482a-9e37-724eeaf25c5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1095431 Nov 02 12:48:27.910521 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-63dd6538-5909-4850-8261-50f74cefe057 req-ead27c4b-5a5c-42c7-879b-99199d13d6d5 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130013 Nov 02 12:48:27.967446 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-42004703-07b3-46d9-9150-f4d5a341f060 req-c79f19b4-a56c-4878-a732-4137a4fd4644 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561008 Nov 02 12:48:28.052155 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 2 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:28.121689 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:28.261864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37606) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.266613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2048719771', 'description': 'tempest-description--8705335'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.294663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.402541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (a7c5e016-2993-4e43-9ba2-3cbbe02d81e5), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.408634 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7c5e016-2993-4e43-9ba2-3cbbe02d81e5), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.458971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.461056 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.462594 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-26c1dba9-08e1-4506-a789-a6b78da54473 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1992652 Nov 02 12:48:28.471859 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37618) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.472987 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group_rule': {'security_group_id': 'a7c5e016-2993-4e43-9ba2-3cbbe02d81e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.503281 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (d58a0385-dd09-4be2-8ba2-bd1a1e7f5d25), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.566089 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (d58a0385-dd09-4be2-8ba2-bd1a1e7f5d25), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.573417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (d58a0385-dd09-4be2-8ba2-bd1a1e7f5d25), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.595994 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58a0385-dd09-4be2-8ba2-bd1a1e7f5d25,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.610231 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.613192 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5949e325-4ab5-453c-ad44-0ef372cb1528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463103 Nov 02 12:48:28.615557 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37624) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.620683 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group_rule': {'security_group_id': 'a7c5e016-2993-4e43-9ba2-3cbbe02d81e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.622870 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 3 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:28.653286 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (8b813040-bb31-4264-bbbc-11a6dd4dc71f), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.722772 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:28.747979 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (8b813040-bb31-4264-bbbc-11a6dd4dc71f), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.753137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (8b813040-bb31-4264-bbbc-11a6dd4dc71f), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.772785 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b813040-bb31-4264-bbbc-11a6dd4dc71f,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:28.780047 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.784967 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37630) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:28.787056 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-938243cb-a2df-4ada-97b0-9059385ba0d9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702011 Nov 02 12:48:28.792643 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:28.822388 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.925197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:28.974056 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.987722 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:28.988103 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:28.988445 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 Nov 02 12:48:29.066925 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c1767-60b1-4a70-a0ef-0ddb328f9b7b req-357360ee-4911-44cd-953b-01958d3163b7 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:29.075251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-941c1767-60b1-4a70-a0ef-0ddb328f9b7b req-357360ee-4911-44cd-953b-01958d3163b7 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0795448 Nov 02 12:48:29.121652 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Allocated IP 172.27.0.216 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/8b8316d7-5c5b-42bf-85f3-079713789b1d) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:29.123168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:29.123632 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.149589 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:29.159696 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.171705 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-941c1767-60b1-4a70-a0ef-0ddb328f9b7b req-87099404-4311-43b4-b6d1-65493ffceb9a tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954785 Nov 02 12:48:29.217449 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915df54-b051-4c77-9539-5177c5a9fd68 req-fe02e18b-f2dd-438b-b5e7-f0b34398ef33 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:29.219579 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a915df54-b051-4c77-9539-5177c5a9fd68 req-fe02e18b-f2dd-438b-b5e7-f0b34398ef33 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1215696 Nov 02 12:48:29.231648 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 4 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:29.278587 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:29.286931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.287440 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a915df54-b051-4c77-9539-5177c5a9fd68 req-7cfc1f63-6dd9-484b-b10a-c19949ff6616 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613673 Nov 02 12:48:29.295280 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:29.326034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.366176 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:29.372765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:29.377580 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:29.380806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=8b8316d7-5c5b-42bf-85f3-079713789b1d,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:29.462980 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.522194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.677314 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.682003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.753895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.756557 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=8b8316d7-5c5b-42bf-85f3-079713789b1d,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:29.773700 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:29.775557 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4dc21c77-d6a1-400f-97e5-b23bebc35c3d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9890125 Nov 02 12:48:29.796918 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 5 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:29.832063 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:29.929451 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-1c4d65c7-a1b9-4ece-997e-aa5305402e74 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--2048719771&fields=id&tenant_id=27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 267 time: 0.0430057 Nov 02 12:48:30.044975 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-8cd1ee9e-cbec-46d9-9e3c-2e62c65813e3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:30.046521 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-8cd1ee9e-cbec-46d9-9e3c-2e62c65813e3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 809 time: 0.1077127 Nov 02 12:48:30.062446 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-8222405a-76e4-4398-a19b-88b7c94ca0b1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/quotas/27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 375 time: 0.0101759 Nov 02 12:48:30.117171 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-0e86c2ec-6e57-42c8-a484-bde964e58528 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489602 Nov 02 12:48:30.215761 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-45760520-1356-44f7-b08e-3f7c3920eb63 service neutron] 10.222.0.91 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851376 Nov 02 12:48:30.283227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:48:30.295476 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:30.296082 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:30.333162 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 6 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:30.344379 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-27cde9a8-923e-4b9d-924b-815d26f04f31 service neutron] 10.222.0.91 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227889 Nov 02 12:48:30.352191 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a2a1-f319-414d-9e0d-a282bfca6155 req-3043523f-cbcd-4e67-bb40-38a2941ef87d tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:30.354450 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd32a2a1-f319-414d-9e0d-a282bfca6155 req-3043523f-cbcd-4e67-bb40-38a2941ef87d tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0855615 Nov 02 12:48:30.372601 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:30.406819 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd32a2a1-f319-414d-9e0d-a282bfca6155 req-56b7dac4-b982-49f6-b21c-be614960d90e tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Nov 02 12:48:30.408927 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:30.583928 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ffdb0db-c629-4cd6-8b83-2efd2dcd6537 req-21bffed0-4ff9-4356-98c7-d1228b8c5612 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0623388 Nov 02 12:48:30.625722 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d97f-85a6-4ccf-843d-cdd24427f90c req-b50e9514-ab23-4e9d-8054-6fbf6a58af2a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:30.632806 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7157d97f-85a6-4ccf-843d-cdd24427f90c req-b50e9514-ab23-4e9d-8054-6fbf6a58af2a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1621397 Nov 02 12:48:30.657589 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 2, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:30.680615 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7157d97f-85a6-4ccf-843d-cdd24427f90c req-272bbcf7-d074-470a-81c8-eea85580f511 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469587 Nov 02 12:48:30.687555 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:48:30.687949 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Updating router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:48:30.723636 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.858794 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:30.888090 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 7 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:30.951460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:30.955777 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:30.956337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:30.956922 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 Nov 02 12:48:31.035928 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks [] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.043366 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.068763 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:31.092414 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Pushing event updated for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.115507 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.116002 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.116465 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.116958 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.117441 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.117907 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.118422 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.118956 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.120061 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.120540 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.122227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.122227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.122227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:31.175100 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Attempting to bind port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:48:31.175526 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Attempting to bind port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:48:31.175988 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Attempting to bind port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:31.181428 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:31.182570 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Checking segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:31.183119 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.183664 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Bound using segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:31.184247 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Bound port: 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:48:31.184742 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.248502 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] For port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:31.251609 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] For port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:31.256726 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.293551 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:48:31.294163 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:31.351221 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe073b-8165-44c3-be72-cffb3b1f0112 None None] Pushing event updated for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.415438 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:48:31.452920 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Attempt 8 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:31.552087 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f7687-083d-41e9-a1b1-c1b11ee11877 req-bf1b6bb0-c423-4a56-a11a-0cd421e10b97 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:31.553622 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-844f7687-083d-41e9-a1b1-c1b11ee11877 req-bf1b6bb0-c423-4a56-a11a-0cd421e10b97 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0598125 Nov 02 12:48:31.560819 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Current status of the port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:31.561213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.599478 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] For port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:31.604500 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.617560 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-844f7687-083d-41e9-a1b1-c1b11ee11877 req-4b237cbc-ad68-40d4-a027-782f5ebd6cbd tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541434 Nov 02 12:48:31.655510 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7172b1a-38ab-4bab-a900-38b69df39b5a None None] Pushing event updated for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:31.670814 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:48:31.710166 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f72ae90e-2f7f-400b-9582-26a2ec5f8e70 req-94509c88-f6b8-4b59-a185-a307d150d4d5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0327976 Nov 02 12:48:31.739463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-969309d3-300b-44e3-9226-fcaee50d8dc3 None None] Provisioning complete for port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:31.739463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-969309d3-300b-44e3-9226-fcaee50d8dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:31.739463 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-969309d3-300b-44e3-9226-fcaee50d8dc3 None None] Attempt 1 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:31.816562 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d13f1eb-677d-4d87-b9ef-aa3bdbba0636 None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:48:31.878853 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-969309d3-300b-44e3-9226-fcaee50d8dc3 None None] Current status of the port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:32.048342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa509a86-0f08-4770-9dcd-eaa7622c4c96 req-224c17b3-74ee-4ab4-bce9-232a770bb37b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:32.050793 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa509a86-0f08-4770-9dcd-eaa7622c4c96 req-224c17b3-74ee-4ab4-bce9-232a770bb37b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.2806287 Nov 02 12:48:32.100909 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa509a86-0f08-4770-9dcd-eaa7622c4c96 req-cab68de5-e18b-403f-8159-3a24c9cd516b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447948 Nov 02 12:48:32.144330 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37708) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:32.282958 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1e812161-7c88-477e-a582-6d14db8a5ae2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.368040 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1e812161-7c88-477e-a582-6d14db8a5ae2 admin admin] Publish callbacks [] for security_group (c439381d-8ef1-4867-84c0-96aceb6825ad), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.373192 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1e812161-7c88-477e-a582-6d14db8a5ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c439381d-8ef1-4867-84c0-96aceb6825ad), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.414566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e812161-7c88-477e-a582-6d14db8a5ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c439381d-8ef1-4867-84c0-96aceb6825ad,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:32.419751 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1e812161-7c88-477e-a582-6d14db8a5ae2 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=d24f53a5bd514b9dafd6d86e13fb0a2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743454 Nov 02 12:48:32.422776 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37720) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:32.474988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] Publish callbacks [] for security_group (c439381d-8ef1-4867-84c0-96aceb6825ad), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.502229 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] Publish callbacks [] for security_group (c439381d-8ef1-4867-84c0-96aceb6825ad), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.550875 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c439381d-8ef1-4867-84c0-96aceb6825ad), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.553482 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.554669 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c439381d-8ef1-4867-84c0-96aceb6825ad HTTP/1.1" status: 204 len: 168 time: 0.1314585 Nov 02 12:48:32.563371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dee59b-1054-46a2-ba32-2bcf5f89087b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c439381d-8ef1-4867-84c0-96aceb6825ad,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:32.752347 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebde1d4-38c5-41cd-954b-5c2bdb381fbd req-7f219603-09a3-45f6-bb81-c2d0506e2ece tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:32.753882 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ebde1d4-38c5-41cd-954b-5c2bdb381fbd req-7f219603-09a3-45f6-bb81-c2d0506e2ece tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0517831 Nov 02 12:48:32.856299 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8b330674-c2c4-4b2c-bc6c-7de6acc809a9 req-3cb3b11c-9846-4f11-9d1e-458e45709efd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0475743 Nov 02 12:48:32.860738 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ebde1d4-38c5-41cd-954b-5c2bdb381fbd req-8d60dc83-9086-4acb-8815-90fbd821afbd tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975218 Nov 02 12:48:32.881039 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37730) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:32.898584 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49e48287-3860-4588-b073-e7fb3a9adf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.904257 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:48:32.958902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:32.959312 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.959663 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b Nov 02 12:48:32.986032 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49e48287-3860-4588-b073-e7fb3a9adf64 admin admin] Publish callbacks [] for security_group (eb28bb13-9772-4244-b717-17b6e43559bd), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:32.990908 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49e48287-3860-4588-b073-e7fb3a9adf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (eb28bb13-9772-4244-b717-17b6e43559bd), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.032729 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-49e48287-3860-4588-b073-e7fb3a9adf64 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5f24b6b9718441b98b40f6cd3097476b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505167 Nov 02 12:48:33.035374 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37736) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:33.041942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e48287-3860-4588-b073-e7fb3a9adf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb28bb13-9772-4244-b717-17b6e43559bd,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:33.045678 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:33.093963 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] Publish callbacks [] for security_group (eb28bb13-9772-4244-b717-17b6e43559bd), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.117052 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] Publish callbacks [] for security_group (eb28bb13-9772-4244-b717-17b6e43559bd), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.162702 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c279b-2502-4080-afa5-5deee3b638ad req-4ce35b2e-0983-45ce-8029-b87b01da92ad tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:33.164288 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d39c279b-2502-4080-afa5-5deee3b638ad req-4ce35b2e-0983-45ce-8029-b87b01da92ad tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0595343 Nov 02 12:48:33.175162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (eb28bb13-9772-4244-b717-17b6e43559bd), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.178635 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:33.180584 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/eb28bb13-9772-4244-b717-17b6e43559bd HTTP/1.1" status: 204 len: 168 time: 0.1441262 Nov 02 12:48:33.192639 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e71e4c-8789-46ef-806f-62585a4ec530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb28bb13-9772-4244-b717-17b6e43559bd,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:33.248414 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d39c279b-2502-4080-afa5-5deee3b638ad req-05baf2fd-3c4c-4b3d-a16d-fc14443535c2 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769341 Nov 02 12:48:33.264503 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f825bae-6062-423f-a029-b7ad0858445b req-05523fac-29d1-4639-b994-61cffe728d37 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:33.266034 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5f825bae-6062-423f-a029-b7ad0858445b req-05523fac-29d1-4639-b994-61cffe728d37 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0785060 Nov 02 12:48:33.322542 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5f825bae-6062-423f-a029-b7ad0858445b req-40534d34-c6da-4b61-9d69-8699375e0272 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497732 Nov 02 12:48:33.946231 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dfa6ea53-722e-4557-8a76-51dc8290f220 req-48978fe3-b4fc-41fd-b443-25f8f859a5c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0269885 Nov 02 12:48:34.011518 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37770) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:34.108416 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2115466190-network', 'tenant_id': '018b30e33afa4a898bbb689b45f7e162'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:34.128183 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Made reservation on behalf of 018b30e33afa4a898bbb689b45f7e162 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:34.130350 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.139820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.215169 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks [] for security_group (63e93c6e-a21d-4f90-b15e-01667b0ba7c2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.218963 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (63e93c6e-a21d-4f90-b15e-01667b0ba7c2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.246263 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1367, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:34.252871 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e93c6e-a21d-4f90-b15e-01667b0ba7c2,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:34.258969 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (10ef98eb-a966-4599-aa3f-d102adc3ad48), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.259316 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Added segment 10ef98eb-a966-4599-aa3f-d102adc3ad48 of type vlan for network c28380fb-31c3-432a-a6e3-80415117838c Nov 02 12:48:34.303095 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (c28380fb-31c3-432a-a6e3-80415117838c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.328576 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (c28380fb-31c3-432a-a6e3-80415117838c), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.329806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:34.330546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.392365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50361ba8-a30b-4785-9ab4-8cab6aacba3a req-24425cc7-085c-49d6-93bf-b06983727772 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:34.394563 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50361ba8-a30b-4785-9ab4-8cab6aacba3a req-24425cc7-085c-49d6-93bf-b06983727772 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0572715 Nov 02 12:48:34.398450 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3856809 Nov 02 12:48:34.401912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37782) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:34.406729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Request body: {'subnet': {'network_id': 'c28380fb-31c3-432a-a6e3-80415117838c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2115466190-subnet', 'tenant_id': '018b30e33afa4a898bbb689b45f7e162', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:34.415407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc260fb1-1376-458b-ba73-ec234b3811c7 admin admin] Pushing event updated for resources: {'Network': ['ID=c28380fb-31c3-432a-a6e3-80415117838c,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:34.428135 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network c28380fb-31c3-432a-a6e3-80415117838c details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:34.439586 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Made reservation on behalf of 018b30e33afa4a898bbb689b45f7e162 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:34.443004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.483196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50361ba8-a30b-4785-9ab4-8cab6aacba3a req-8d34d0ab-ce54-452a-bd66-36bde10ef662 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Nov 02 12:48:34.499742 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ec7f4-4667-455e-b3d0-a800df1e91e8 req-a521050a-03fe-47dd-9ea8-055a2a9079c0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:34.501496 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-183ec7f4-4667-455e-b3d0-a800df1e91e8 req-a521050a-03fe-47dd-9ea8-055a2a9079c0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0985270 Nov 02 12:48:34.567120 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-183ec7f4-4667-455e-b3d0-a800df1e91e8 req-8a4419b0-e594-40df-a977-d14bcee121fb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471237 Nov 02 12:48:34.628999 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (38893dc3-937b-433b-96af-5a91e553fdf9), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.686627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38893dc3-937b-433b-96af-5a91e553fdf9,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:34.693595 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Checking segment: {'id': '10ef98eb-a966-4599-aa3f-d102adc3ad48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1367, 'network_id': 'c28380fb-31c3-432a-a6e3-80415117838c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:34.693954 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Network hostable DHCP agents. Network: c28380fb-31c3-432a-a6e3-80415117838c, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:34.710369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Network c28380fb-31c3-432a-a6e3-80415117838c is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:34.720105 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, c28380fb-31c3-432a-a6e3-80415117838c) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:34.724228 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:34.724835 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:34.730767 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ac05e5-9e92-47d7-abc0-4d71b3bdf0f6 None None] Network c28380fb-31c3-432a-a6e3-80415117838c requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:34.742054 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1cebb4ea-b06f-4561-bad4-500a22d001d9 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3390710 Nov 02 12:48:34.833640 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ea24c-865a-4c77-bd03-5a579a646d49 None None] Network c28380fb-31c3-432a-a6e3-80415117838c requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:35.053713 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-290fad25-b1ab-43a3-a157-aa2e707a1ac7 req-011cf25c-ab19-4ef1-a804-ce76560be52e tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0325658 Nov 02 12:48:35.218556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37800) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:35.223493 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-790585850-network', 'tenant_id': 'f1c1cbf2c54041548d6e536d961b0d74'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:35.243447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Made reservation on behalf of f1c1cbf2c54041548d6e536d961b0d74 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:35.246933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.255389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.334564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks [] for security_group (298b515f-cd85-4418-8b43-8c7277d5c142), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.338790 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (298b515f-cd85-4418-8b43-8c7277d5c142), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.362948 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1369, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:48:35.372411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298b515f-cd85-4418-8b43-8c7277d5c142,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.378470 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (315e2ee1-d655-4e70-88b9-217afd3ee69d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.378809 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Added segment 315e2ee1-d655-4e70-88b9-217afd3ee69d of type vlan for network 0d21ac3a-9212-471a-a4f1-f56ff951b9ec Nov 02 12:48:35.421069 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (0d21ac3a-9212-471a-a4f1-f56ff951b9ec), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.445820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (0d21ac3a-9212-471a-a4f1-f56ff951b9ec), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.446787 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:35.447372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.505371 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2856781 Nov 02 12:48:35.508026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37806) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:35.513423 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Request body: {'subnet': {'network_id': '0d21ac3a-9212-471a-a4f1-f56ff951b9ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-790585850-subnet', 'tenant_id': 'f1c1cbf2c54041548d6e536d961b0d74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:35.538507 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452140ea-f408-4b91-a350-b5ff884474b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d21ac3a-9212-471a-a4f1-f56ff951b9ec,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.548767 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Made reservation on behalf of f1c1cbf2c54041548d6e536d961b0d74 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:35.551224 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 0d21ac3a-9212-471a-a4f1-f56ff951b9ec details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:48:35.551723 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.631279 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2444601-3b82-4e86-aa06-61e928065b11 req-3ba83117-6581-4c0f-8c9a-e890afbb63e2 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:35.632854 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2444601-3b82-4e86-aa06-61e928065b11 req-3ba83117-6581-4c0f-8c9a-e890afbb63e2 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0705597 Nov 02 12:48:35.716398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2444601-3b82-4e86-aa06-61e928065b11 req-e8c664c6-380d-4be6-9033-926ec565a8da tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734413 Nov 02 12:48:35.732389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e246c07-0496-4a09-9db1-ce810a323d99 req-7e8918d4-f16c-4e7d-b75a-7beb78b9e53f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:35.733904 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e246c07-0496-4a09-9db1-ce810a323d99 req-7e8918d4-f16c-4e7d-b75a-7beb78b9e53f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0754945 Nov 02 12:48:35.747536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (1999e9f8-a380-4a4f-962d-aed0d4026006), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.788179 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e246c07-0496-4a09-9db1-ce810a323d99 req-ced99b74-33b5-43a4-832f-a7cf5d0bcaa2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478389 Nov 02 12:48:35.802506 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1999e9f8-a380-4a4f-962d-aed0d4026006,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:35.813822 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Checking segment: {'id': '315e2ee1-d655-4e70-88b9-217afd3ee69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1369, 'network_id': '0d21ac3a-9212-471a-a4f1-f56ff951b9ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:35.814170 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Network hostable DHCP agents. Network: 0d21ac3a-9212-471a-a4f1-f56ff951b9ec, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:48:35.830665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Network 0d21ac3a-9212-471a-a4f1-f56ff951b9ec is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:48:35.839734 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 0d21ac3a-9212-471a-a4f1-f56ff951b9ec) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:35.844016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:35.844619 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:35.850585 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8e971-6b68-4d8c-b025-029bee7c6414 None None] Network 0d21ac3a-9212-471a-a4f1-f56ff951b9ec requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:35.861806 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0fa12572-87bf-4e3e-9761-2f1cf7ffa118 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3526413 Nov 02 12:48:35.948524 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de473f8b-8f3d-4746-bab5-c7f24162c1f8 None None] Network 0d21ac3a-9212-471a-a4f1-f56ff951b9ec requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:48:36.155754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2044dc88-3ca4-4275-999d-ac2b12f6f955 req-fed00311-dd53-4be1-86ef-4e418db7fa28 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0290263 Nov 02 12:48:36.844435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47801a-aed6-479b-aecd-701ba9cd2cc7 req-c0b6670e-4a6f-413d-a544-0719e089a256 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:36.846065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dc47801a-aed6-479b-aecd-701ba9cd2cc7 req-c0b6670e-4a6f-413d-a544-0719e089a256 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0534704 Nov 02 12:48:36.926590 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dc47801a-aed6-479b-aecd-701ba9cd2cc7 req-25efee16-60cf-4837-a1f2-b4c7694350af tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746558 Nov 02 12:48:36.943466 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f244e0-f110-4201-b766-e94d584ee2d7 req-1961154b-87e6-42f2-9f03-dd75043303e5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:36.944959 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-57f244e0-f110-4201-b766-e94d584ee2d7 req-1961154b-87e6-42f2-9f03-dd75043303e5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0796015 Nov 02 12:48:36.998384 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-57f244e0-f110-4201-b766-e94d584ee2d7 req-aae1523b-eb96-436d-ad01-6f64b8f17a5d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476747 Nov 02 12:48:37.132055 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-37ee2d89-9169-4891-808c-6db9b8253faa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:37.133631 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-37ee2d89-9169-4891-808c-6db9b8253faa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 809 time: 0.1051724 Nov 02 12:48:37.214850 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-d5257a8c-155f-49f7-8a2d-9910c56a585f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 380 time: 0.0607328 Nov 02 12:48:37.248374 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'port': {'device_id': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'admin_state_up': True, 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'security_groups': ['a7c5e016-2993-4e43-9ba2-3cbbe02d81e5']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:37.253630 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4546e7d5-743d-44d0-b716-fea65d81ae26 req-430dae3f-e727-46d9-a2e6-a5d535261744 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0261521 Nov 02 12:48:37.366795 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Made reservation on behalf of 27904d26fea84f67889ad1461c783c94 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:48:37.370188 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.498247 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Allocated IP 172.20.0.8 (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78/e17fa213-ffbf-43c2-bebd-091e6bdbf4b2/03a0a9cc-e2e9-4060-a11c-73e4540116ad) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:48:37.637151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.671143 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.710131 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:48:37.713138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:48:37.716349 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:48:37.752601 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:37.780751 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:37.781383 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.798857 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-2eb51edf-6744-40d0-ba68-b629fc6c9ad1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5547068 Nov 02 12:48:37.821555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Request body: {'port': {'device_id': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:48:37.883109 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.946940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Provisioning complete for port 03a0a9cc-e2e9-4060-a11c-73e4540116ad triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:48:37.947542 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:37.947813 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Attempt 1 to provision port 03a0a9cc-e2e9-4060-a11c-73e4540116ad Nov 02 12:48:37.988301 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Port 03a0a9cc-e2e9-4060-a11c-73e4540116ad cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:48:38.058475 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d68a44-ef29-4407-9c4c-2da58cac5246 req-58b67bf8-428c-4f67-9dcc-12c2f415dbf8 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.060318 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-72d68a44-ef29-4407-9c4c-2da58cac5246 req-58b67bf8-428c-4f67-9dcc-12c2f415dbf8 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0577922 Nov 02 12:48:38.136575 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-72d68a44-ef29-4407-9c4c-2da58cac5246 req-14f31c5a-9bc6-4468-980c-c58fc5d53954 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701156 Nov 02 12:48:38.158738 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8ecf59-c41d-46a0-bdb0-2b46b020884e req-d3715f79-35c9-4158-9a09-2b4451914b73 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.158738 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2f8ecf59-c41d-46a0-bdb0-2b46b020884e req-d3715f79-35c9-4158-9a09-2b4451914b73 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0774152 Nov 02 12:48:38.163946 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a0a9cc-e2e9-4060-a11c-73e4540116ad {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:48:38.172261 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks [] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.184549 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Transition to ACTIVE for port object 03a0a9cc-e2e9-4060-a11c-73e4540116ad will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:48:38.188514 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.210877 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2f8ecf59-c41d-46a0-bdb0-2b46b020884e req-5230199a-6539-47a2-baea-6869e55eb60c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469446 Nov 02 12:48:38.263558 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:38.297540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Attempting to bind port 03a0a9cc-e2e9-4060-a11c-73e4540116ad on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:48:38.297857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Attempting to bind port 03a0a9cc-e2e9-4060-a11c-73e4540116ad by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:48:38.298182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Attempting to bind port 03a0a9cc-e2e9-4060-a11c-73e4540116ad on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:38.302719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Port 03a0a9cc-e2e9-4060-a11c-73e4540116ad on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:48:38.303003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Attempting to bind port 03a0a9cc-e2e9-4060-a11c-73e4540116ad on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:48:38.308233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:48:38.308566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Checking segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:48:38.308944 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Bound using segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:48:38.309393 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Bound port: 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:48:38.309742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.368513 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:48:38.371721 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:48:38.376883 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.379722 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0d63-09a8-47eb-a921-72f69562a89c req-f5d7726a-f3c5-43b5-b695-1c27df2f8cb0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.380708 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.381308 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:38.381431 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa6f0d63-09a8-47eb-a921-72f69562a89c req-f5d7726a-f3c5-43b5-b695-1c27df2f8cb0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.0533373 Nov 02 12:48:38.382653 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] 10.222.0.94 "PUT /v2.0/ports/03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 1093 time: 0.5657253 Nov 02 12:48:38.383195 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:48:38.385403 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1cf197-7784-461d-8fd8-47a117804c94" -d '{"events": [{"name": "network-changed", "server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:38.449579 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa6f0d63-09a8-47eb-a921-72f69562a89c req-82da756f-ff59-4a88-84cf-5cfbdd0bd629 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612371 Nov 02 12:48:38.451967 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80425d80-50db-4fb0-a668-9966b462ab3e x-openstack-request-id: req-80425d80-50db-4fb0-a668-9966b462ab3e {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:38.452670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:38.453211 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-80425d80-50db-4fb0-a668-9966b462ab3e {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:38.453784 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80425d80-50db-4fb0-a668-9966b462ab3e'] response: {'name': 'network-changed', 'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'status': 'completed', 'code': 200} Nov 02 12:48:38.454628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c7545-22fa-43ce-8574-dd102af50145 service neutron] Pushing event updated for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:38.489582 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Attempt 2 to provision port 03a0a9cc-e2e9-4060-a11c-73e4540116ad Nov 02 12:48:38.542796 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-4e7c7050-e94d-4be9-8bb6-200a46452b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.542796 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-4e7c7050-e94d-4be9-8bb6-200a46452b3f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1127 time: 0.0499208 Nov 02 12:48:38.543397 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-51d7168c-1f92-46a6-a71e-7c6c60507bd9 None None] Port 03a0a9cc-e2e9-4060-a11c-73e4540116ad had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:48:38.607591 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-20a91056-b788-4fa3-b13f-f447e938956b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 217 time: 0.0349150 Nov 02 12:48:38.666627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-7b110e03-3b7c-4ad8-a553-804be296b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.668888 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-7b110e03-3b7c-4ad8-a553-804be296b29b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0497820 Nov 02 12:48:38.719131 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-62d78b02-c25f-474a-93d8-b2b689d9e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:38.720644 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-62d78b02-c25f-474a-93d8-b2b689d9e35b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449693 Nov 02 12:48:38.819445 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-da261e80-d24e-4938-9528-1b1f79d3d395 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819414 Nov 02 12:48:38.913533 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e3c0a0-3478-4d32-acc7-a5a36b732c2e req-db2d8a36-74d5-4925-bd86-ca720b999b2c service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864754 Nov 02 12:48:39.119611 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-1c66ee0c-9826-4af3-ad75-32a4de5bac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.121912 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-1c66ee0c-9826-4af3-ad75-32a4de5bac17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1127 time: 0.0465927 Nov 02 12:48:39.224830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-9c81964d-d231-4b5a-99e5-299965ce21ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.226478 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-9c81964d-d231-4b5a-99e5-299965ce21ad service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.0967698 Nov 02 12:48:39.267757 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-a86b957a-ae48-41da-92ef-9d7d82da954d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 217 time: 0.0350642 Nov 02 12:48:39.268212 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c7ecd-17be-4f7b-b2f6-26e8d1d32833 req-bfa2d9df-e8b2-46a7-b79f-07d42eb21370 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.269828 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-025c7ecd-17be-4f7b-b2f6-26e8d1d32833 req-bfa2d9df-e8b2-46a7-b79f-07d42eb21370 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0562880 Nov 02 12:48:39.322556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-417fd5f6-5af6-40c1-ae16-cb329f6386bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.324105 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-417fd5f6-5af6-40c1-ae16-cb329f6386bb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0492437 Nov 02 12:48:39.360386 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-025c7ecd-17be-4f7b-b2f6-26e8d1d32833 req-2b981728-a0d9-4f1a-8206-dd1eee0e642a tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842111 Nov 02 12:48:39.378067 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee751a32-7592-4b01-b403-a5c3558dbcc8 req-3675aafa-31de-4663-b5f3-77c09b49c7a6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.379895 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ee751a32-7592-4b01-b403-a5c3558dbcc8 req-3675aafa-31de-4663-b5f3-77c09b49c7a6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0866537 Nov 02 12:48:39.412519 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-91f50ea7-bc48-445f-8bd1-b88907cc3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.414153 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-91f50ea7-bc48-445f-8bd1-b88907cc3e9b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562968 Nov 02 12:48:39.431815 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ee751a32-7592-4b01-b403-a5c3558dbcc8 req-6a57b5eb-a6b5-487f-aa30-6566fcd0c29c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457804 Nov 02 12:48:39.522411 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-5f33ddcf-ea08-41ce-b59e-91ec5feaff63 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946333 Nov 02 12:48:39.583633 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae4420-5056-499c-86d5-c0791ee8ab6e req-fe5f2bc4-92dc-4c7c-b4dc-28c6d14dfd23 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:39.585250 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65ae4420-5056-499c-86d5-c0791ee8ab6e req-fe5f2bc4-92dc-4c7c-b4dc-28c6d14dfd23 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.0554297 Nov 02 12:48:39.641038 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb1cf197-7784-461d-8fd8-47a117804c94 req-90518daf-1798-4065-a55a-f0e9325fcad2 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947351 Nov 02 12:48:39.641610 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65ae4420-5056-499c-86d5-c0791ee8ab6e req-8fa4c30a-1439-4702-a539-e4b6e54b8b31 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494225 Nov 02 12:48:39.997472 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 37888) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:40.106430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d60c6676-fdee-4a1e-b86d-0073f276dd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.186759 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d60c6676-fdee-4a1e-b86d-0073f276dd6a admin admin] Publish callbacks [] for security_group (a7377f02-d70c-48d3-9525-2b2b479ca2bf), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.190575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d60c6676-fdee-4a1e-b86d-0073f276dd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7377f02-d70c-48d3-9525-2b2b479ca2bf), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.257396 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d60c6676-fdee-4a1e-b86d-0073f276dd6a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ecc245c11f6b4bb9a18ac506f9ae3716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591934 Nov 02 12:48:40.259985 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c6676-fdee-4a1e-b86d-0073f276dd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7377f02-d70c-48d3-9525-2b2b479ca2bf,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:40.260619 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 37892) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:40.285182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-ba5fbab5-3cd7-4dfa-a392-d5086b731eed tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:40.287087 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-ba5fbab5-3cd7-4dfa-a392-d5086b731eed tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.94 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0916469 Nov 02 12:48:40.320190 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] Publish callbacks [] for security_group (a7377f02-d70c-48d3-9525-2b2b479ca2bf), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.353042 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] Publish callbacks [] for security_group (a7377f02-d70c-48d3-9525-2b2b479ca2bf), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.385523 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Deleting port bcc0402c-739e-4387-8cb8-4ac1fd22444c {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:48:40.385862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.416676 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7377f02-d70c-48d3-9525-2b2b479ca2bf), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.420928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.422569 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7377f02-d70c-48d3-9525-2b2b479ca2bf HTTP/1.1" status: 204 len: 168 time: 0.1606605 Nov 02 12:48:40.435346 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eeb51-9eca-49dc-8b9a-e9608a99286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7377f02-d70c-48d3-9525-2b2b479ca2bf,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:40.509582 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2e8f5-e57d-479f-80fc-cc57464d3344 req-b6d499c5-39e9-4a3a-afaf-4d7e5e62964d tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:40.511595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4dd2e8f5-e57d-479f-80fc-cc57464d3344 req-b6d499c5-39e9-4a3a-afaf-4d7e5e62964d tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 950 time: 0.0632315 Nov 02 12:48:40.511990 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] For port bcc0402c-739e-4387-8cb8-4ac1fd22444c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=bcc0402c-739e-4387-8cb8-4ac1fd22444c,segment=NetworkSegment(b7a85be5-d7aa-474e-9f55-e0e9dd4d8186),segment_id=b7a85be5-d7aa-474e-9f55-e0e9dd4d8186)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:40.513080 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.531434 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Calling delete_port for bcc0402c-739e-4387-8cb8-4ac1fd22444c owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:48:40.595153 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4dd2e8f5-e57d-479f-80fc-cc57464d3344 req-6552e03d-01a4-4057-b06d-ddcf9a439215 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/security-groups?id=c49349e1-10d7-47d7-8dec-0ab6b2d46604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766804 Nov 02 12:48:40.612499 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbdbe21-5f86-42dc-b8a9-20ec41f660b2 req-f887d683-aa3d-4439-beca-dd37db65c282 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:40.613861 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1bbdbe21-5f86-42dc-b8a9-20ec41f660b2 req-f887d683-aa3d-4439-beca-dd37db65c282 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0808578 Nov 02 12:48:40.665362 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8d682a1d-6355-44b2-8b43-1637c4de4460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.701110 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1bbdbe21-5f86-42dc-b8a9-20ec41f660b2 req-d46f6bbd-2762-4762-89eb-082bfaea9962 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Nov 02 12:48:40.741302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (bcc0402c-739e-4387-8cb8-4ac1fd22444c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.774006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Pushing event deleted for resources: {'Port': ['ID=bcc0402c-739e-4387-8cb8-4ac1fd22444c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:40.785461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['bcc0402c-739e-4387-8cb8-4ac1fd22444c'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:48:40.852112 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] No DVR routers for this DVR port bcc0402c-739e-4387-8cb8-4ac1fd22444c on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:48:40.854851 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:40.859886 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d1846fbb-b622-414e-a62c-d8c4f0a88cba req-532a4f78-287d-4062-a2e6-012c74d92a61 tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.94 "DELETE /v2.0/ports/bcc0402c-739e-4387-8cb8-4ac1fd22444c HTTP/1.1" status: 204 len: 173 time: 0.5650818 Nov 02 12:48:40.860421 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'name': 'network-vif-deleted', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:48:40.863027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d42cbf3-76f2-49c2-b1e8-c5c0cba62739" -d '{"events": [{"server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "name": "network-vif-deleted", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:48:40.873526 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fceaf2-7158-4deb-9256-b2be6b6e6b48 req-354bc461-bd05-48ed-bb95-7df49a2365a5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:40.876060 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79fceaf2-7158-4deb-9256-b2be6b6e6b48 req-354bc461-bd05-48ed-bb95-7df49a2365a5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.1165779 Nov 02 12:48:40.940625 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca32d37-a28d-4dfe-80fb-9b26ec391784 x-openstack-request-id: req-3ca32d37-a28d-4dfe-80fb-9b26ec391784 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:48:40.941207 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a318683c-5185-4d1a-a605-252894faa8ed", "name": "network-vif-deleted", "tag": "bcc0402c-739e-4387-8cb8-4ac1fd22444c", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:48:40.941458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3ca32d37-a28d-4dfe-80fb-9b26ec391784 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:48:40.941863 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca32d37-a28d-4dfe-80fb-9b26ec391784'] response: {'server_uuid': 'a318683c-5185-4d1a-a605-252894faa8ed', 'name': 'network-vif-deleted', 'tag': 'bcc0402c-739e-4387-8cb8-4ac1fd22444c', 'status': 'completed', 'code': 200} Nov 02 12:48:40.989487 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79fceaf2-7158-4deb-9256-b2be6b6e6b48 req-526ed2ca-e4f0-4eae-b919-9cb790089584 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071274 Nov 02 12:48:41.742275 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f33bbafb-863d-4867-934a-8a9abdea483a req-e9d31a18-4719-491c-aeba-606acc9fb9bc tempest-VolumesNegativeTest-1258106238 tempest-VolumesNegativeTest-1258106238-project] 10.222.0.91 "GET /v2.0/ports?device_id=a318683c-5185-4d1a-a605-252894faa8ed HTTP/1.1" status: 200 len: 210 time: 0.0350528 Nov 02 12:48:41.857451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7a3ca-408d-4334-bcb5-da8b8139a0ea req-46d62403-befe-4085-8a03-0dda55eb626e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:41.859516 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fcd7a3ca-408d-4334-bcb5-da8b8139a0ea req-46d62403-befe-4085-8a03-0dda55eb626e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0638006 Nov 02 12:48:41.915510 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fcd7a3ca-408d-4334-bcb5-da8b8139a0ea req-e2683ffb-c0a6-448a-a0bc-8f1b4fbe7428 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495615 Nov 02 12:48:42.120395 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabeeff-67b5-414a-b933-38fefee20a68 req-ceecef4e-9689-4614-babb-d7fe1f83379e tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:42.122768 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9eabeeff-67b5-414a-b933-38fefee20a68 req-ceecef4e-9689-4614-babb-d7fe1f83379e tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.0529554 Nov 02 12:48:42.171877 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9eabeeff-67b5-414a-b933-38fefee20a68 req-206f4d2c-c55f-4997-84ae-61c41f523b3f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436378 Nov 02 12:48:43.043085 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043fd88-a1ff-4416-acd8-b46d00845321 req-af8aaed7-598c-48c6-9bca-955ae3508804 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:43.045029 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0043fd88-a1ff-4416-acd8-b46d00845321 req-af8aaed7-598c-48c6-9bca-955ae3508804 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0552301 Nov 02 12:48:43.094882 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0043fd88-a1ff-4416-acd8-b46d00845321 req-d6a80cd2-ddba-4839-85f7-ebd028cfbc76 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441587 Nov 02 12:48:43.159240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ff37fe42-afbb-4e10-be83-24280d87e1c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:43.308034 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad7f0a-0641-400f-95b8-8b0ee7b5a1a4 req-346c7d4c-9282-447a-8914-cf8a95a717c8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:43.309779 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-82ad7f0a-0641-400f-95b8-8b0ee7b5a1a4 req-346c7d4c-9282-447a-8914-cf8a95a717c8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.0599535 Nov 02 12:48:43.363417 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-82ad7f0a-0641-400f-95b8-8b0ee7b5a1a4 req-3ba49e33-2687-4197-abb8-f2ed5789accc tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479383 Nov 02 12:48:44.229155 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924fed2-3f9b-48eb-82cf-81846947a07e req-2b80bf22-dd7c-4552-bfc0-5aa1a8f1f718 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:44.230773 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4924fed2-3f9b-48eb-82cf-81846947a07e req-2b80bf22-dd7c-4552-bfc0-5aa1a8f1f718 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0581505 Nov 02 12:48:44.278519 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4924fed2-3f9b-48eb-82cf-81846947a07e req-ad9b2137-0f9b-41a5-93b0-3bc2f78eaac4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416284 Nov 02 12:48:44.321410 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.348014 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 03a0a9cc-e2e9-4060-a11c-73e4540116ad details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:48:44.453847 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:44.466151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'port_id': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'mac_address': 'fa:16:3e:f1:4a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:48:44.504887 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 03a0a9cc-e2e9-4060-a11c-73e4540116ad is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:48:44.505288 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.517611 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671e56e-ecec-4fcd-9549-1ce8b9df34b3 req-320eb5aa-0d70-4ce3-833f-684dd081bfba tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:44.519221 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7671e56e-ecec-4fcd-9549-1ce8b9df34b3 req-320eb5aa-0d70-4ce3-833f-684dd081bfba tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 943 time: 0.0761268 Nov 02 12:48:44.522347 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a0a9cc-e2e9-4060-a11c-73e4540116ad {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:48:44.542732 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:48:44.548479 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:44.584598 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7671e56e-ecec-4fcd-9549-1ce8b9df34b3 req-4bcab87a-815e-4b01-9e23-361cb8832643 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592527 Nov 02 12:48:44.597960 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:44.813839 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device bcc0402c-739e-4387-8cb8-4ac1fd22444c no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:48:44.834333 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: bcc0402c-739e-4387-8cb8-4ac1fd22444c {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:48:44.834671 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device bcc0402c-739e-4387-8cb8-4ac1fd22444c not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:48:44.891709 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.411004 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902eedd2-be39-48bf-a794-6876169bd514 req-c2c879f1-bd06-4a34-b1e5-2667be224274 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:45.412638 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-902eedd2-be39-48bf-a794-6876169bd514 req-c2c879f1-bd06-4a34-b1e5-2667be224274 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0560286 Nov 02 12:48:45.462128 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-902eedd2-be39-48bf-a794-6876169bd514 req-3f8c31f2-a6f2-4e58-9ab2-763823f84b02 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Nov 02 12:48:45.661153 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:45.715320 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb2432-3bd1-47f1-95d8-edc9cfce0cc7 req-bfd6d6bc-5018-4dae-a697-4bf45c6cdbcd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:45.717045 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6eb2432-3bd1-47f1-95d8-edc9cfce0cc7 req-bfd6d6bc-5018-4dae-a697-4bf45c6cdbcd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0556235 Nov 02 12:48:45.766970 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6eb2432-3bd1-47f1-95d8-edc9cfce0cc7 req-ba6983ce-16c4-4f7b-a00b-c1798efd2eb5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Nov 02 12:48:46.589388 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757a599-9c71-439f-bf66-0e58029fad5c req-af7c558b-ba94-4238-8de5-0fbb00a8a275 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:46.590887 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1757a599-9c71-439f-bf66-0e58029fad5c req-af7c558b-ba94-4238-8de5-0fbb00a8a275 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0542803 Nov 02 12:48:46.637405 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1757a599-9c71-439f-bf66-0e58029fad5c req-bca06990-d3c4-4d79-88f9-4c6251ede6e4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Nov 02 12:48:46.892433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643787a8-d731-4c4c-9065-aeaa57fae32f req-e667c2e5-2078-4b02-aea2-f8083455e016 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:46.893915 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-643787a8-d731-4c4c-9065-aeaa57fae32f req-e667c2e5-2078-4b02-aea2-f8083455e016 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0552218 Nov 02 12:48:46.941513 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-643787a8-d731-4c4c-9065-aeaa57fae32f req-8dc8e5e0-eae7-4d7a-87be-1b360009de0c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418849 Nov 02 12:48:47.189458 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:47.767513 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe85adb-027e-479f-8fe5-c7e1fe3acbab req-60ef7f24-cb3f-47bc-b5b9-d4c1e7b4b9c2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:47.769174 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5fe85adb-027e-479f-8fe5-c7e1fe3acbab req-60ef7f24-cb3f-47bc-b5b9-d4c1e7b4b9c2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0576749 Nov 02 12:48:47.816150 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5fe85adb-027e-479f-8fe5-c7e1fe3acbab req-3cb92266-ef40-43b8-aeeb-4a9aa9319418 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414929 Nov 02 12:48:48.064327 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ffdcb-2046-4e6a-bdc2-0c4585f8adb0 req-85d3937a-dbe9-495d-82cc-6786037de1ca tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.065830 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d67ffdcb-2046-4e6a-bdc2-0c4585f8adb0 req-85d3937a-dbe9-495d-82cc-6786037de1ca tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0535994 Nov 02 12:48:48.110941 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d67ffdcb-2046-4e6a-bdc2-0c4585f8adb0 req-759181fe-2a06-4ac0-bc18-1a0eefa346f0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396209 Nov 02 12:48:48.696742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-975c4638-f53e-4f06-9919-530c673b262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.698233 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-975c4638-f53e-4f06-9919-530c673b262d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.0485599 Nov 02 12:48:48.807310 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-d5a62ea7-e59e-408a-837c-aa8c3b29ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.808801 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-d5a62ea7-e59e-408a-837c-aa8c3b29ef83 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0901427 Nov 02 12:48:48.853111 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-f1bd7405-ee29-4bf9-bb36-dca7600bce0a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.0381098 Nov 02 12:48:48.902119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-60956d82-6ab2-4e9f-abbb-669505ab7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.903485 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-60956d82-6ab2-4e9f-abbb-669505ab7d17 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0441253 Nov 02 12:48:48.942649 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3b88e-976c-43c6-8cad-1be10e368503 req-b4a47366-a2fd-4a46-b75a-d79da039428b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.944090 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0f3b88e-976c-43c6-8cad-1be10e368503 req-b4a47366-a2fd-4a46-b75a-d79da039428b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0548151 Nov 02 12:48:48.953376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-004930b2-6c6e-4527-8351-2e2cfff67eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:48.954963 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-004930b2-6c6e-4527-8351-2e2cfff67eee service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447938 Nov 02 12:48:48.998731 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0f3b88e-976c-43c6-8cad-1be10e368503 req-108cc9ac-6c28-479f-ad74-c27b2280d66e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Nov 02 12:48:49.047662 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-fcca8e6d-e694-45f0-96e7-dd3426080307 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855296 Nov 02 12:48:49.186623 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0641c33-5607-4e77-b073-868dcc0c8586 req-ddbaf152-c5d4-4a80-8ea8-852f85ba19e8 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893557 Nov 02 12:48:49.239611 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb8cf8-7184-4fb5-9fd8-71cae7b9ec32 req-4c95faa5-d408-47fe-8d0b-9d4561d363d0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:49.241095 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79eb8cf8-7184-4fb5-9fd8-71cae7b9ec32 req-4c95faa5-d408-47fe-8d0b-9d4561d363d0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0566034 Nov 02 12:48:49.290041 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79eb8cf8-7184-4fb5-9fd8-71cae7b9ec32 req-bd890eac-a855-4311-ae42-a818d3f1b278 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433829 Nov 02 12:48:49.433299 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['03a0a9cc-e2e9-4060-a11c-73e4540116ad'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:48:49.495947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c840f-ff97-4008-a591-31aaa41f3df0 req-d0ef1e8b-e6f3-4b67-9895-e17aaba1529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:49.497543 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e03c840f-ff97-4008-a591-31aaa41f3df0 req-d0ef1e8b-e6f3-4b67-9895-e17aaba1529f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.0444646 Nov 02 12:48:49.542709 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e03c840f-ff97-4008-a591-31aaa41f3df0 req-ba97573c-7314-4ee3-a1ea-98f796117698 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385633 Nov 02 12:48:50.136798 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c89323-5150-468a-a6f7-8cf4879474f7 req-6414533a-859c-4842-b7e8-472486e622e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:50.138948 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2c89323-5150-468a-a6f7-8cf4879474f7 req-6414533a-859c-4842-b7e8-472486e622e3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0601237 Nov 02 12:48:50.188919 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c2c89323-5150-468a-a6f7-8cf4879474f7 req-73271a2b-4648-40c2-89c1-5d4f5e4fc964 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435336 Nov 02 12:48:50.418693 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261d2f-9725-4ea7-9ef1-ef9f01bda87f req-b645931e-6a7c-41b1-857c-be99d214e723 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:50.420184 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d261d2f-9725-4ea7-9ef1-ef9f01bda87f req-b645931e-6a7c-41b1-857c-be99d214e723 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0558925 Nov 02 12:48:50.467079 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d261d2f-9725-4ea7-9ef1-ef9f01bda87f req-38a26f7f-17ba-48cb-b068-63ac40d638f2 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 Nov 02 12:48:51.315143 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f68fd-4241-48f2-a2fa-f00b23a37c5b req-4510fc51-6c8d-4373-9627-a0f7a0fd051c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:51.316705 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-209f68fd-4241-48f2-a2fa-f00b23a37c5b req-4510fc51-6c8d-4373-9627-a0f7a0fd051c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0547462 Nov 02 12:48:51.363621 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-209f68fd-4241-48f2-a2fa-f00b23a37c5b req-ed9fe08a-9c11-415c-a7a3-55a158ef57dc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Nov 02 12:48:51.594760 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f283c-78b9-43e1-9e63-2e627bb6261b req-75ba1341-b536-4907-8e8b-20a53d5e2643 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:51.596152 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b89f283c-78b9-43e1-9e63-2e627bb6261b req-75ba1341-b536-4907-8e8b-20a53d5e2643 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0568006 Nov 02 12:48:51.643141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b89f283c-78b9-43e1-9e63-2e627bb6261b req-66c066a4-1178-4b48-aeab-3de87d40f72c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Nov 02 12:48:52.486637 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc82c46-f6ac-4c22-912e-9f57f9e30a67 req-8abb5c8b-8350-4dd3-9633-a2993a8bf3c7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:52.488102 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-adc82c46-f6ac-4c22-912e-9f57f9e30a67 req-8abb5c8b-8350-4dd3-9633-a2993a8bf3c7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0523269 Nov 02 12:48:52.534092 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-adc82c46-f6ac-4c22-912e-9f57f9e30a67 req-5ad41ace-9356-4586-ad8d-d9cf5b6644c5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403619 Nov 02 12:48:52.767802 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d44662-e2a2-435e-8869-0abccdc0f348 req-35f7ed19-2e1c-43ae-a4ad-d4f0f58e09df tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:52.769186 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-29d44662-e2a2-435e-8869-0abccdc0f348 req-35f7ed19-2e1c-43ae-a4ad-d4f0f58e09df tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0534341 Nov 02 12:48:52.818832 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-29d44662-e2a2-435e-8869-0abccdc0f348 req-a979d690-6af1-4817-86ff-8db9b34c88b8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 Nov 02 12:48:53.660618 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b5187-ca6c-475e-ae98-75690b76933f req-b2ac0980-b269-4660-bb09-9e154439bdc0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:53.662211 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-266b5187-ca6c-475e-ae98-75690b76933f req-b2ac0980-b269-4660-bb09-9e154439bdc0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0551083 Nov 02 12:48:53.709035 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-266b5187-ca6c-475e-ae98-75690b76933f req-9034d826-2c24-47a2-94db-2e757956300b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410824 Nov 02 12:48:53.942670 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0307e-2e6a-4db1-8389-64dc1082889f req-2691721c-fb06-4659-8462-c02be3946570 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:53.944130 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27c0307e-2e6a-4db1-8389-64dc1082889f req-2691721c-fb06-4659-8462-c02be3946570 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0519781 Nov 02 12:48:53.989355 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27c0307e-2e6a-4db1-8389-64dc1082889f req-be66c564-8285-4ce3-8da0-194319276b07 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397768 Nov 02 12:48:54.849120 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973138-7304-4e18-a626-118731cc2e02 req-82391bda-d486-4446-9fd0-43fc256fc67d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:54.851110 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c973138-7304-4e18-a626-118731cc2e02 req-82391bda-d486-4446-9fd0-43fc256fc67d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0593832 Nov 02 12:48:54.906010 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c973138-7304-4e18-a626-118731cc2e02 req-d2161159-4350-4a7e-8cc4-768c573c9022 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485833 Nov 02 12:48:55.114994 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c2ad7-416e-4465-b5da-31539f155092 req-6512bb99-4286-47af-b804-d4f1c04abeb7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:55.116678 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e69c2ad7-416e-4465-b5da-31539f155092 req-6512bb99-4286-47af-b804-d4f1c04abeb7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0538855 Nov 02 12:48:55.175319 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e69c2ad7-416e-4465-b5da-31539f155092 req-7ea2756c-9a1f-4b5c-9bb5-82c64b5a56ee tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527279 Nov 02 12:48:56.039745 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88f001-66ae-4980-ae00-f83a5c80471b req-5637da35-8885-4953-900c-623462f4a35a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:56.041525 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2e88f001-66ae-4980-ae00-f83a5c80471b req-5637da35-8885-4953-900c-623462f4a35a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0584033 Nov 02 12:48:56.096105 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2e88f001-66ae-4980-ae00-f83a5c80471b req-3e4a988f-4af3-4760-94b5-fdc53a6b8fbc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Nov 02 12:48:56.305398 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f5dd4-1091-45ab-a2b8-b15426bc6a5a req-a5b53bfe-ba5f-43e8-a339-a1a99aa2c2e4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:56.306949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-295f5dd4-1091-45ab-a2b8-b15426bc6a5a req-a5b53bfe-ba5f-43e8-a339-a1a99aa2c2e4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0576706 Nov 02 12:48:56.366570 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-295f5dd4-1091-45ab-a2b8-b15426bc6a5a req-090a35f9-975d-46ec-b5b1-0876e4e3e0c2 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528262 Nov 02 12:48:56.503845 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38404) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:56.694283 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-4bc2bc83-70cb-406f-8cce-ee371a6fce3f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a0849d9d1ee24f63a245480a0bd07cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889517 Nov 02 12:48:56.697753 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38418) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:48:56.757055 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Publish callbacks [] for security_group (c49349e1-10d7-47d7-8dec-0ab6b2d46604), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.780300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Publish callbacks [] for security_group (c49349e1-10d7-47d7-8dec-0ab6b2d46604), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.831575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c49349e1-10d7-47d7-8dec-0ab6b2d46604), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.834245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:48:56.835432 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c49349e1-10d7-47d7-8dec-0ab6b2d46604 HTTP/1.1" status: 204 len: 168 time: 0.1362031 Nov 02 12:48:56.845342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49349e1-10d7-47d7-8dec-0ab6b2d46604,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:48:56.853368 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.853717 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.854069 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.854437 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.854842 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.855207 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.855673 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.856018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.856474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.856814 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.857141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.857471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:56.857799 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6db31-d3d9-4dda-ae46-54fdecaf0019 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:48:57.222755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87492a1a-30a3-481e-95a6-487d40bf37f5 req-c587fe10-fd74-43b0-864f-708b7f5709d9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:57.224257 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87492a1a-30a3-481e-95a6-487d40bf37f5 req-c587fe10-fd74-43b0-864f-708b7f5709d9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0533977 Nov 02 12:48:57.271635 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-87492a1a-30a3-481e-95a6-487d40bf37f5 req-61d3d253-bd92-4082-adeb-005786c38fc6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418258 Nov 02 12:48:57.493607 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de728bc-d940-451b-9dea-38346f684f67 req-84469f3c-af1f-4ac3-a043-c18445529c11 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:57.495127 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8de728bc-d940-451b-9dea-38346f684f67 req-84469f3c-af1f-4ac3-a043-c18445529c11 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0518012 Nov 02 12:48:57.541352 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8de728bc-d940-451b-9dea-38346f684f67 req-2d6ebdbd-c2d9-4345-b5fa-357031f4e5f6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401986 Nov 02 12:48:58.401279 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8e77e-a608-40ff-aaa6-b91ef1ac70c0 req-9affb926-9986-47d8-a0a0-1c7b4c45f351 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:58.402771 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f3a8e77e-a608-40ff-aaa6-b91ef1ac70c0 req-9affb926-9986-47d8-a0a0-1c7b4c45f351 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0567060 Nov 02 12:48:58.447291 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:48:58.450622 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f3a8e77e-a608-40ff-aaa6-b91ef1ac70c0 req-72fa0428-8e80-4767-b2da-e5423667568a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413933 Nov 02 12:48:58.665082 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e925240-348a-45ba-8165-9e76c9050cef req-dcc30f0c-5643-4326-b277-a5607e354d71 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:58.666592 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e925240-348a-45ba-8165-9e76c9050cef req-dcc30f0c-5643-4326-b277-a5607e354d71 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0531929 Nov 02 12:48:58.712831 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e925240-348a-45ba-8165-9e76c9050cef req-f73818bb-500f-4862-a44e-fd90c09f6053 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401564 Nov 02 12:48:59.579472 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2265c3-be51-406a-b8ee-b968b0d04428 req-b4be7705-48be-41ed-8cb9-0b805571710a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:59.580950 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc2265c3-be51-406a-b8ee-b968b0d04428 req-b4be7705-48be-41ed-8cb9-0b805571710a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0564342 Nov 02 12:48:59.628612 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc2265c3-be51-406a-b8ee-b968b0d04428 req-31e63ee0-e15b-42a0-a437-d529e78f24d9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Nov 02 12:48:59.846027 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d01b7-3b4c-4e85-96bf-782d4576f15f req-82b7f4f7-69e2-4c05-a7ae-3084e3c341e0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:48:59.847576 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a6d01b7-3b4c-4e85-96bf-782d4576f15f req-82b7f4f7-69e2-4c05-a7ae-3084e3c341e0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0586450 Nov 02 12:48:59.896090 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a6d01b7-3b4c-4e85-96bf-782d4576f15f req-027f69ae-6ede-49ad-b11f-fea2cc25a952 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426157 Nov 02 12:49:00.751859 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b294bb-31eb-46eb-b047-954dd506fc97 req-9e12f75a-789b-471e-89f6-93bf99f89662 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:00.753309 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-46b294bb-31eb-46eb-b047-954dd506fc97 req-9e12f75a-789b-471e-89f6-93bf99f89662 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0532002 Nov 02 12:49:00.805114 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-46b294bb-31eb-46eb-b047-954dd506fc97 req-f52ed5bf-08f5-4164-ae4a-9388773ba4a3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460484 Nov 02 12:49:01.017962 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fb59d-9ca4-411f-b064-55289af0d3fc req-d1a6de2f-8b80-4424-8bc0-bf2d2ac6b3ea tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:01.019427 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d4fb59d-9ca4-411f-b064-55289af0d3fc req-d1a6de2f-8b80-4424-8bc0-bf2d2ac6b3ea tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 944 time: 0.0513346 Nov 02 12:49:01.065074 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d4fb59d-9ca4-411f-b064-55289af0d3fc req-cd814d6a-b68e-4d81-b6dd-0b5235f16da8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399206 Nov 02 12:49:01.273965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 03a0a9cc-e2e9-4060-a11c-73e4540116ad up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:01.320218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 03a0a9cc-e2e9-4060-a11c-73e4540116ad completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:49:01.324216 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 03a0a9cc-e2e9-4060-a11c-73e4540116ad triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:01.324594 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.324952 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 03a0a9cc-e2e9-4060-a11c-73e4540116ad Nov 02 12:49:01.403156 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 03a0a9cc-e2e9-4060-a11c-73e4540116ad is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:01.403545 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.427201 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:01.429463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dff949f-95e0-430a-b7e0-58216f599024" -d '{"events": [{"server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "name": "network-vif-plugged", "status": "completed", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:01.441887 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:01.446517 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:01.471504 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a815e31-c7e5-44e9-877f-de84dfa4c400 x-openstack-request-id: req-2a815e31-c7e5-44e9-877f-de84dfa4c400 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:01.471793 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "name": "network-vif-plugged", "status": "completed", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:01.472047 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a815e31-c7e5-44e9-877f-de84dfa4c400 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:01.472438 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a815e31-c7e5-44e9-877f-de84dfa4c400'] response: {'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'code': 200} Nov 02 12:49:01.495416 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:01.930599 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a611b-9127-4368-9065-520cc89c9195 req-724b68a0-45fa-4fda-8e6b-bae1aa692568 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:01.932143 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c02a611b-9127-4368-9065-520cc89c9195 req-724b68a0-45fa-4fda-8e6b-bae1aa692568 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Nov 02 12:49:01.981047 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c02a611b-9127-4368-9065-520cc89c9195 req-e47fbc4c-f81d-405d-a129-eb95b5ffd010 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431972 Nov 02 12:49:02.194934 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d08b1-b4c0-4261-bdb6-03746a5a01f2 req-83052a8b-2773-44f4-8d66-12f053a637ee tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:02.196425 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e62d08b1-b4c0-4261-bdb6-03746a5a01f2 req-83052a8b-2773-44f4-8d66-12f053a637ee tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0572987 Nov 02 12:49:02.244735 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e62d08b1-b4c0-4261-bdb6-03746a5a01f2 req-4754b7d4-57a6-48c3-93ba-2bd21b2b34b3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423477 Nov 02 12:49:02.262464 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c5fea-0137-49e0-b399-456579287b5f req-2bd52f2b-6453-48b7-bdf1-16764805964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:02.263955 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3e0c5fea-0137-49e0-b399-456579287b5f req-2bd52f2b-6453-48b7-bdf1-16764805964c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1129 time: 0.0484316 Nov 02 12:49:02.366255 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3e0c5fea-0137-49e0-b399-456579287b5f req-8ec6f679-5ec8-4ac8-a8ad-d9ede47a9013 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460737 Nov 02 12:49:03.134064 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58dcfa8-a4e6-4586-9447-628fb058ec8c req-67732b6b-05ae-42d7-88e9-55a07a62dcf2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.138336 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c58dcfa8-a4e6-4586-9447-628fb058ec8c req-67732b6b-05ae-42d7-88e9-55a07a62dcf2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0584426 Nov 02 12:49:03.183637 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c58dcfa8-a4e6-4586-9447-628fb058ec8c req-6227f43f-ef70-4600-a49d-ebe2e13a6ebd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Nov 02 12:49:03.379660 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3b94d-ec23-4f49-9062-155c442c6880 req-e33ffdc9-88b4-4f2d-a4c2-a82dc06e4089 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.381155 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03a3b94d-ec23-4f49-9062-155c442c6880 req-e33ffdc9-88b4-4f2d-a4c2-a82dc06e4089 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0629852 Nov 02 12:49:03.461465 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03a3b94d-ec23-4f49-9062-155c442c6880 req-557c47ea-fd68-4593-9014-216b71d4e570 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747302 Nov 02 12:49:03.478395 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-f5fd7f35-0103-4d72-992a-f0b269e3fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.479896 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-f5fd7f35-0103-4d72-992a-f0b269e3fccf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.0524678 Nov 02 12:49:03.483196 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc354fd2-87ec-4da1-af91-20ce959bf1b9 req-b0dddb7e-96b5-426e-a6d7-d550ec2d6793 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.483594 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc354fd2-87ec-4da1-af91-20ce959bf1b9 req-b0dddb7e-96b5-426e-a6d7-d550ec2d6793 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0791535 Nov 02 12:49:03.531503 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc354fd2-87ec-4da1-af91-20ce959bf1b9 req-73c24dca-7814-4531-a6da-e35bed83ef55 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Nov 02 12:49:03.812952 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-adf15303-49ea-48c3-9dd4-acd86dcb4af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.814545 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-adf15303-49ea-48c3-9dd4-acd86dcb4af3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.3275881 Nov 02 12:49:03.852577 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-1094323e-5a9e-4979-8cf0-563bb19ae8c9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.0316575 Nov 02 12:49:03.900203 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-0a2eae19-f414-4ebf-aac8-97a1be81b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.901593 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-0a2eae19-f414-4ebf-aac8-97a1be81b0f9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0426481 Nov 02 12:49:03.949661 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-467d7ed9-54e9-4ee8-840a-8d67b80d4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:03.951177 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-467d7ed9-54e9-4ee8-840a-8d67b80d4ae5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433021 Nov 02 12:49:04.040854 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-983b7ca6-b043-4907-89b0-fc72037020d7 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832980 Nov 02 12:49:04.136734 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2bb12aa6-d2ea-409f-859e-2a875d55fbbe req-af3a3b5e-96fa-48ee-83b4-a8d722d7eb66 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884123 Nov 02 12:49:04.585726 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811581a6-81e8-43bf-acfc-1cb86e4cb4a0 req-1039bc83-39d1-4b55-ba1e-62f03d5c8f64 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:04.587281 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-811581a6-81e8-43bf-acfc-1cb86e4cb4a0 req-1039bc83-39d1-4b55-ba1e-62f03d5c8f64 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0527275 Nov 02 12:49:04.665413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-811581a6-81e8-43bf-acfc-1cb86e4cb4a0 req-f914401c-0d74-48e3-a02e-eaba59f6e003 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726666 Nov 02 12:49:04.684559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8565b5-08ca-4cc1-8bcd-dfc78358545a req-6b39d365-60eb-4394-8c21-1c6163556a1e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:04.686000 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c8565b5-08ca-4cc1-8bcd-dfc78358545a req-6b39d365-60eb-4394-8c21-1c6163556a1e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0779486 Nov 02 12:49:04.731935 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c8565b5-08ca-4cc1-8bcd-dfc78358545a req-19e9be06-5817-4892-8250-da61f95f46b7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Nov 02 12:49:05.794290 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa6f3a-b280-4630-9d6a-46e75938948e req-7d4e2921-7504-41b8-ad28-803c1fd33128 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:05.795827 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e1fa6f3a-b280-4630-9d6a-46e75938948e req-7d4e2921-7504-41b8-ad28-803c1fd33128 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0556552 Nov 02 12:49:05.873834 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e1fa6f3a-b280-4630-9d6a-46e75938948e req-0f7fe04f-6ea8-4388-ab96-f98632b488b5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718691 Nov 02 12:49:05.889053 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b5f37-8012-4760-92e8-16e10c3c6ba3 req-0d5f2ff4-fbb4-46ca-8665-6d2a6e16c7df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:05.890542 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a4b5f37-8012-4760-92e8-16e10c3c6ba3 req-0d5f2ff4-fbb4-46ca-8665-6d2a6e16c7df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0825806 Nov 02 12:49:05.937575 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a4b5f37-8012-4760-92e8-16e10c3c6ba3 req-caf37c0d-8809-4a59-a67c-d6172a48d7f3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Nov 02 12:49:07.001772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea73254-03cc-4cda-9924-87b557204689 req-985da40a-5cc8-4927-a9ab-1d7bbe3ac568 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:07.003305 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cea73254-03cc-4cda-9924-87b557204689 req-985da40a-5cc8-4927-a9ab-1d7bbe3ac568 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0546670 Nov 02 12:49:07.076128 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cea73254-03cc-4cda-9924-87b557204689 req-dae85e69-58cf-4750-a330-2b79c7eebeaa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672021 Nov 02 12:49:07.092117 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1708dd-478f-4ace-beb1-dca847afb17f req-3c3e3981-b5ce-49e6-8a5d-72a908886e0e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:07.093554 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d1708dd-478f-4ace-beb1-dca847afb17f req-3c3e3981-b5ce-49e6-8a5d-72a908886e0e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0790112 Nov 02 12:49:07.144411 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d1708dd-478f-4ace-beb1-dca847afb17f req-06160b19-5391-4e34-967a-1f33dbb02c05 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Nov 02 12:49:08.203169 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dec9f-6526-41ec-9de7-863cb588d858 req-38710e00-62ba-4f30-9b6c-9f23ab8dcefe tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.205201 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f4dec9f-6526-41ec-9de7-863cb588d858 req-38710e00-62ba-4f30-9b6c-9f23ab8dcefe tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0551050 Nov 02 12:49:08.281301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f4dec9f-6526-41ec-9de7-863cb588d858 req-462ef7ae-f2af-4faf-a087-99cca2ae432f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708430 Nov 02 12:49:08.301621 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced019c0-a055-4792-a3f8-1eb29068dd5c req-7c1c203f-1269-4221-a38c-d626ffb76049 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:08.303193 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ced019c0-a055-4792-a3f8-1eb29068dd5c req-7c1c203f-1269-4221-a38c-d626ffb76049 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0784507 Nov 02 12:49:08.349341 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ced019c0-a055-4792-a3f8-1eb29068dd5c req-db772732-ece5-42b9-bbf7-33866cca2099 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407329 Nov 02 12:49:09.420098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc19f89-0e66-410c-b990-2bf6f8b0677a req-41095624-76a1-41ec-9a67-b18c1769fb48 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:09.421584 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fdc19f89-0e66-410c-b990-2bf6f8b0677a req-41095624-76a1-41ec-9a67-b18c1769fb48 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0610714 Nov 02 12:49:09.497592 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fdc19f89-0e66-410c-b990-2bf6f8b0677a req-10121341-f0e8-4921-86f0-9632bae87f94 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700347 Nov 02 12:49:09.509291 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dbaf0f-5af8-43aa-9f29-6a7e1fc0025c req-c4de5ca1-f4b1-4b7b-86bd-7f0de3902ad4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:09.510777 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-91dbaf0f-5af8-43aa-9f29-6a7e1fc0025c req-c4de5ca1-f4b1-4b7b-86bd-7f0de3902ad4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0845196 Nov 02 12:49:09.558041 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-91dbaf0f-5af8-43aa-9f29-6a7e1fc0025c req-daa13677-771c-4664-b0ad-d80bdf80879f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417259 Nov 02 12:49:10.665878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ad6be14f-8815-4f22-bc54-fbda05a727e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:10.677471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6e97e-1214-479d-8a1d-727e1087d145 req-a3b9f0e7-e0e3-464b-932c-272552884d99 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:10.679189 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-19d6e97e-1214-479d-8a1d-727e1087d145 req-a3b9f0e7-e0e3-464b-932c-272552884d99 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0853944 Nov 02 12:49:10.756239 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142b77d-778f-45c8-9278-edfb61e6faec req-c7a73d6a-a5ac-42b4-8364-950b9fa95d78 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:10.757723 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4142b77d-778f-45c8-9278-edfb61e6faec req-c7a73d6a-a5ac-42b4-8364-950b9fa95d78 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1159244 Nov 02 12:49:10.760884 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-19d6e97e-1214-479d-8a1d-727e1087d145 req-f4b8546e-2973-4242-8312-e33035d62370 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650477 Nov 02 12:49:10.838066 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4142b77d-778f-45c8-9278-edfb61e6faec req-3249bfd6-b940-41be-9c99-72ab5062dbed tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711329 Nov 02 12:49:10.960099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd527a5-a2df-481c-9060-8ad5c5d5e81a req-1da7b8d7-fb56-4f78-99bc-42790740224d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:10.961686 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bd527a5-a2df-481c-9060-8ad5c5d5e81a req-1da7b8d7-fb56-4f78-99bc-42790740224d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0892060 Nov 02 12:49:10.972892 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38626) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:10.978902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'floatingip': {'port_id': '03a0a9cc-e2e9-4060-a11c-73e4540116ad'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:11.021575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.451209 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.455241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.554433 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Floating IP 4f945a04-bd6e-485b-8fa6-121de21d02c1 associated. External IP: 172.27.0.216, port: 03a0a9cc-e2e9-4060-a11c-73e4540116ad. Nov 02 12:49:11.755921 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:11.863786 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:11.868434 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:11.873894 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:11.886034 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:11.886989 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:11.910495 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-52e4bd64-7078-4e2b-81cc-a45c1a8c5daa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "PUT /v2.0/floatingips/4f945a04-bd6e-485b-8fa6-121de21d02c1 HTTP/1.1" status: 200 len: 991 time: 0.9350984 Nov 02 12:49:11.911361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:11.915480 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89" -d '{"events": [{"name": "network-changed", "server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:11.957720 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e94a7f-0c19-4f82-b71c-87aff550fb26 x-openstack-request-id: req-87e94a7f-0c19-4f82-b71c-87aff550fb26 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:11.958020 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:11.958279 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-87e94a7f-0c19-4f82-b71c-87aff550fb26 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:11.958716 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e94a7f-0c19-4f82-b71c-87aff550fb26'] response: {'name': 'network-changed', 'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'status': 'completed', 'code': 200} Nov 02 12:49:11.977495 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38656) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.000304 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac333520-dd6a-42ea-9b39-7bc21e50f726 req-29d8106f-c3b2-4ce8-bce9-af2eff97c592 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:12.009108 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ac333520-dd6a-42ea-9b39-7bc21e50f726 req-29d8106f-c3b2-4ce8-bce9-af2eff97c592 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0664070 Nov 02 12:49:12.078534 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ac333520-dd6a-42ea-9b39-7bc21e50f726 req-f075e259-e108-426c-b10d-6f58ce48d14a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680854 Nov 02 12:49:12.085827 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-d3ddb191-c83b-4054-a369-568b7969a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:12.094459 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-d3ddb191-c83b-4054-a369-568b7969a88f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1129 time: 0.0692439 Nov 02 12:49:12.156072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:12.164371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.243521 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-6d5b57d2-450a-4a8e-b14a-d6ac45cd99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:12.245174 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-6d5b57d2-450a-4a8e-b14a-d6ac45cd99ae service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.1478198 Nov 02 12:49:12.337439 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-87fefc34-d728-4455-9456-88438b7f2323 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 999 time: 0.0824549 Nov 02 12:49:12.347856 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Publish callbacks [] for security_group (44d1073c-a69e-42bc-b79e-3a594eccebfe), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.352729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (44d1073c-a69e-42bc-b79e-3a594eccebfe), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.392823 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4f945a04-bd6e-485b-8fa6-121de21d02c1', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:f1:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:48:29Z', 'updated_at': '2022-11-02T12:49:11Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.420244 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:12.423874 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b96b9b55eadb4084929cb1839c5e75b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4452102 Nov 02 12:49:12.426590 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38668) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:12.429258 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d1073c-a69e-42bc-b79e-3a594eccebfe,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:12.430523 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:12.431409 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:48:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.442600 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.442955 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.443305 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.443670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.444008 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.444347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.444706 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.445038 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.445369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.445700 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.446048 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.446408 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.446738 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8d8365-50e8-41f7-a454-cd9f6b37c939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:12.451083 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-54db76c8-b3bc-4742-8987-66610464d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:12.452611 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-54db76c8-b3bc-4742-8987-66610464d228 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0970232 Nov 02 12:49:12.488539 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] Publish callbacks [] for security_group (44d1073c-a69e-42bc-b79e-3a594eccebfe), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.511447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-848c8cf8-6ad1-485b-8acf-2d30138ca008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:12.515654 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-848c8cf8-6ad1-485b-8acf-2d30138ca008 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548289 Nov 02 12:49:12.518115 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] Publish callbacks [] for security_group (44d1073c-a69e-42bc-b79e-3a594eccebfe), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.549421 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:12.590188 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (44d1073c-a69e-42bc-b79e-3a594eccebfe), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.593897 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:12.596759 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/44d1073c-a69e-42bc-b79e-3a594eccebfe HTTP/1.1" status: 204 len: 168 time: 0.1685681 Nov 02 12:49:12.606192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afffa0-7410-4fde-bdd9-b31be585dbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d1073c-a69e-42bc-b79e-3a594eccebfe,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:12.665726 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-216d34a3-70bc-4ccb-8458-f3ef97812975 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312919 Nov 02 12:49:12.773045 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-8dc791e2-89d2-4fb4-a0b8-f8efb6fb3a89 req-3d4287bf-8504-4f3e-b854-1e4c802f6cca service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981054 Nov 02 12:49:12.824309 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4f945a04-bd6e-485b-8fa6-121de21d02c1', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:f1:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:48:29Z', 'updated_at': '2022-11-02T12:49:11Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:12.850226 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0fe666-34fd-4dcd-a465-e8f67ccb146a None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4f945a04-bd6e-485b-8fa6-121de21d02c1', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:f1:4a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:48:29Z', 'updated_at': '2022-11-02T12:49:11Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:13.056949 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e400b722-771b-491b-aaef-81ea52ecffdc None None] New status for floating IP 4f945a04-bd6e-485b-8fa6-121de21d02c1: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:49:13.159544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d5b0-e5e5-4313-b1ef-bf9d0c70b591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.268001 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08f4ec-ae8f-4cc3-8471-70837e9fb965 req-ac928ca6-aa8e-4289-abdd-a81ed39af6cf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:13.275055 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c08f4ec-ae8f-4cc3-8471-70837e9fb965 req-ac928ca6-aa8e-4289-abdd-a81ed39af6cf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0861764 Nov 02 12:49:13.336911 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c08f4ec-ae8f-4cc3-8471-70837e9fb965 req-4e365c16-dba6-43c8-b451-c3db71563d3f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606196 Nov 02 12:49:13.461389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38710) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:13.562163 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1389592829-network', 'tenant_id': '2bded8948a764f5eb9874d41a9ec55e2'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:13.583428 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Made reservation on behalf of 2bded8948a764f5eb9874d41a9ec55e2 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:13.585713 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.600222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.685027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks [] for security_group (df27a667-ab58-4e2d-898e-1bef6efa80e2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.688430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (df27a667-ab58-4e2d-898e-1bef6efa80e2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.717572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1391, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:13.724440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df27a667-ab58-4e2d-898e-1bef6efa80e2,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:13.732240 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (bd991458-5701-4bdf-b1af-af018fe43cec), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.732240 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Added segment bd991458-5701-4bdf-b1af-af018fe43cec of type vlan for network 402196ea-f6a9-4870-b0e5-213d3fe404cf Nov 02 12:49:13.773243 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (402196ea-f6a9-4870-b0e5-213d3fe404cf), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.798960 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (402196ea-f6a9-4870-b0e5-213d3fe404cf), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.799915 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:13.800499 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:13.858631 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3961098 Nov 02 12:49:13.863245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38718) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:13.865119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990708b-4cda-4c9a-9275-4e1d9e6481f0 admin admin] Pushing event updated for resources: {'Network': ['ID=402196ea-f6a9-4870-b0e5-213d3fe404cf,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:13.868156 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Request body: {'subnet': {'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1389592829-subnet', 'tenant_id': '2bded8948a764f5eb9874d41a9ec55e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:13.875298 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:13.888669 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Made reservation on behalf of 2bded8948a764f5eb9874d41a9ec55e2 for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:13.891024 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.061382 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (296c6c78-aa24-40a0-b49c-92df4f7e3b29), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.114785 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=296c6c78-aa24-40a0-b49c-92df4f7e3b29,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:14.131240 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Checking segment: {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:14.131729 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Network hostable DHCP agents. Network: 402196ea-f6a9-4870-b0e5-213d3fe404cf, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:14.149851 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:14.159021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 402196ea-f6a9-4870-b0e5-213d3fe404cf) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:14.164650 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:14.165985 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.167869 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f82f4a9-97a7-461b-bc42-62953d160a42 None None] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:14.184185 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9f9bfe19-7c32-4b10-94cb-16e31fb73038 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3197608 Nov 02 12:49:14.275459 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b67a26-deb9-43ef-ab20-b1fc214ffd46 None None] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:14.344648 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:14.892281 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.655386 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.838352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38760) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.843946 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--692757651', 'description': 'tempest-description--138112328'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:15.868564 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.913861 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38762) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.943223 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (7a7e0111-c90a-42d0-82eb-6bcce4e5ef71), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.947457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7a7e0111-c90a-42d0-82eb-6bcce4e5ef71), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.981070 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:15.982335 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1423528 Nov 02 12:49:15.983465 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77d76e-6c31-416b-9666-e3def98e0fd7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:15.985488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38766) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:15.990769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'security_group_rule': {'security_group_id': '7a7e0111-c90a-42d0-82eb-6bcce4e5ef71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:16.030200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f221e5d1-db15-43b7-82b5-8bd75d04e44d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.031935 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (e61d010f-455d-42bf-8c45-5a2e6cb73f50), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.122626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (e61d010f-455d-42bf-8c45-5a2e6cb73f50), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.127022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (e61d010f-455d-42bf-8c45-5a2e6cb73f50), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.154338 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61d010f-455d-42bf-8c45-5a2e6cb73f50,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.169068 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.170249 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-35d18542-dc57-457b-a11f-eb79839b7b63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836808 Nov 02 12:49:16.173135 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38768) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.177682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'security_group_rule': {'security_group_id': '7a7e0111-c90a-42d0-82eb-6bcce4e5ef71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:16.179019 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f221e5d1-db15-43b7-82b5-8bd75d04e44d admin admin] Publish callbacks [] for security_group (5f764e40-23c3-428a-94ce-d1fd1ea678ec), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.183302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f221e5d1-db15-43b7-82b5-8bd75d04e44d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5f764e40-23c3-428a-94ce-d1fd1ea678ec), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.204233 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (f4ed3d08-68f0-4d7c-acc0-1e14548bd175), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.223314 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f221e5d1-db15-43b7-82b5-8bd75d04e44d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=87b338306687493192f20ef5a2514902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3077524 Nov 02 12:49:16.224016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221e5d1-db15-43b7-82b5-8bd75d04e44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f764e40-23c3-428a-94ce-d1fd1ea678ec,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.226030 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38770) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.284418 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (f4ed3d08-68f0-4d7c-acc0-1e14548bd175), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.290462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (f4ed3d08-68f0-4d7c-acc0-1e14548bd175), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.313325 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] Publish callbacks [] for security_group (5f764e40-23c3-428a-94ce-d1fd1ea678ec), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.323273 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ed3d08-68f0-4d7c-acc0-1e14548bd175,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.338281 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.339492 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-aea7a6f2-1db5-40e9-85c1-168d3f41aa63 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653099 Nov 02 12:49:16.342857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38772) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:16.347984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:16.348523 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] Publish callbacks [] for security_group (5f764e40-23c3-428a-94ce-d1fd1ea678ec), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.367648 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.397183 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5f764e40-23c3-428a-94ce-d1fd1ea678ec), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.399928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.401355 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5f764e40-23c3-428a-94ce-d1fd1ea678ec HTTP/1.1" status: 204 len: 168 time: 0.1742897 Nov 02 12:49:16.410463 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba7a08-55ee-4339-a644-1cf1e054a71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f764e40-23c3-428a-94ce-d1fd1ea678ec,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.472765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.579335 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Allocated IP 172.27.0.254 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/0754dec2-4d02-4eb8-8c18-1965cdf6a23b) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:16.684621 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.721417 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.759606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:16.762447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:16.765933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:16.791483 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'Port': ['ID=0754dec2-4d02-4eb8-8c18-1965cdf6a23b,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:16.863192 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:16.903888 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.099758 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.105972 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.139347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38816) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.188837 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.199448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.202432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'Port': ['ID=0754dec2-4d02-4eb8-8c18-1965cdf6a23b,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.228177 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.238213 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-629b6c89-551a-43d5-85c0-2648666740af tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8856637 Nov 02 12:49:17.238987 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-39e9bf7b-a669-4eca-a832-7b919526ea74 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:17.239393 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-39e9bf7b-a669-4eca-a832-7b919526ea74 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 809 time: 0.1437705 Nov 02 12:49:17.259763 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-4d792107-ee71-4e29-bc4f-e34c64d08b55 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/quotas/2bded8948a764f5eb9874d41a9ec55e2 HTTP/1.1" status: 200 len: 375 time: 0.0127115 Nov 02 12:49:17.312181 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-dcf72885-c63a-465e-b5c3-ba8b2ee27097 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455132 Nov 02 12:49:17.331593 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-972775215-network', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:17.363818 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Made reservation on behalf of 9c63521170144f4e8267e0fe89a02c1d for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:17.366910 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.378687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.436957 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-82e633c7-14ea-495b-b8b9-c4d5326942f2 service neutron] 10.222.0.91 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238275 Nov 02 12:49:17.477598 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks [] for security_group (71753dbb-bc73-499e-a5c5-20ba4f670ed0), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.481267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (71753dbb-bc73-499e-a5c5-20ba4f670ed0), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.510965 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] vlan segment allocate from pool success with {'vlan_id': 1366, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:17.522619 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71753dbb-bc73-499e-a5c5-20ba4f670ed0,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.531441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (a7ab6669-9909-433b-80cd-677c5538ad9c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.531791 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Added segment a7ab6669-9909-433b-80cd-677c5538ad9c of type vlan for network cef30bd9-58ef-4273-8041-b5e9444b8d02 Nov 02 12:49:17.541105 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-51549cc3-1b47-4b36-bb97-b72eab0798a8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--692757651&fields=id&tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d HTTP/1.1" status: 200 len: 267 time: 0.1191034 Nov 02 12:49:17.589774 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (cef30bd9-58ef-4273-8041-b5e9444b8d02), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.619321 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (cef30bd9-58ef-4273-8041-b5e9444b8d02), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.620876 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:17.621134 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.622548 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-9565dd8d-9696-4a19-b521-f70d0c7eb610 service neutron] 10.222.0.91 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771641 Nov 02 12:49:17.683570 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5214226 Nov 02 12:49:17.686233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38846) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:17.691241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Request body: {'subnet': {'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-972775215-subnet', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:17.704782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-eb07169f-bea6-4d0f-93c7-34557c9a17b2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:17.715270 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-eb07169f-bea6-4d0f-93c7-34557c9a17b2 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.1609364 Nov 02 12:49:17.715808 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab32ce-bd49-46b5-ac1d-cc664a674305 admin admin] Pushing event updated for resources: {'Network': ['ID=cef30bd9-58ef-4273-8041-b5e9444b8d02,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:17.718631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Made reservation on behalf of 9c63521170144f4e8267e0fe89a02c1d for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:17.720913 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:17.733527 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:17.740244 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-4885e4e2-b64c-4d78-a1d7-88f19121b10b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/quotas/ace9cd08a8bd4c338cfe9bfd52e7c11d HTTP/1.1" status: 200 len: 375 time: 0.0239840 Nov 02 12:49:17.996438 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (17c31632-913c-4107-bf33-d931adf7bd3a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.066072 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17c31632-913c-4107-bf33-d931adf7bd3a,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.086055 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:18.086474 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Network hostable DHCP agents. Network: cef30bd9-58ef-4273-8041-b5e9444b8d02, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:18.095386 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-269e7de0-6440-4a46-8491-c92ebc18396c req-7847ac00-6073-4611-b558-73478df67041 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Nov 02 12:49:18.121400 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-2537c503-bbc9-4ea1-a6f9-36419e26b83e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3802578 Nov 02 12:49:18.132262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:18.144403 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, cef30bd9-58ef-4273-8041-b5e9444b8d02) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:18.152994 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:18.153588 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.157143 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c70bbcf-8407-4fc4-9fca-47350eca6b01 None None] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:18.180143 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-61e94ec4-da68-4541-bbe7-864f1e15e2d5 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4925687 Nov 02 12:49:18.181165 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38856) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:18.188194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:18.212021 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.213425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.250095 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-bf5bfa24-206a-470b-b56f-3cf20281dc3c service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126378 Nov 02 12:49:18.286166 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for router_controller (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), precommit_add_association {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.312821 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-cef30bd9-58ef-4273-8041-b5e9444b8d02', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:49:18.313702 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.360167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-7569fd9c-5e0f-4ab2-a739-41eaf54f54d1 service neutron] 10.222.0.91 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025352 Nov 02 12:49:18.450877 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for router_gateway (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.486198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Allocated IP 172.20.0.2 (cef30bd9-58ef-4273-8041-b5e9444b8d02/17c31632-913c-4107-bf33-d931adf7bd3a/714974dd-b0dc-42a0-a702-bf0f5dec031b) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:18.604468 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f60690e-343b-46e8-b536-7d0bc4da3c4f req-92bef40e-bebe-4a82-a4d3-8524523e90d5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 210 time: 0.0617688 Nov 02 12:49:18.678162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks [] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.688135 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.726956 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:18.734946 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:18.740076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:18.742285 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Pushing event updated for resources: {'Port': ['ID=714974dd-b0dc-42a0-a702-bf0f5dec031b,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:18.758783 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for router_gateway (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.782138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.807431 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Attempting to bind port 714974dd-b0dc-42a0-a702-bf0f5dec031b on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:18.808080 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Attempting to bind port 714974dd-b0dc-42a0-a702-bf0f5dec031b by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:18.808498 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Attempting to bind port 714974dd-b0dc-42a0-a702-bf0f5dec031b on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:18.814670 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:18.815720 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:18.816168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.816765 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Bound using segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:18.817414 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Bound port: 714974dd-b0dc-42a0-a702-bf0f5dec031b, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:18.817889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.898845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] For port 714974dd-b0dc-42a0-a702-bf0f5dec031b, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:18.903879 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] For port 714974dd-b0dc-42a0-a702-bf0f5dec031b, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=714974dd-b0dc-42a0-a702-bf0f5dec031b,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:18.913889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:18.915984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38882) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:18.929446 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Allocated IP 172.27.0.132 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/7a699baa-f7f7-49ff-8e2d-264c3cdf4c32) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:18.988836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Deleting subnet 38893dc3-937b-433b-96af-5a91e553fdf9 {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:49:18.993371 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Publish callbacks [] for subnet (38893dc3-937b-433b-96af-5a91e553fdf9), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.005402 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08640f03-6e31-4892-afca-ffaa63a1c422 None None] Pushing event updated for resources: {'Port': ['ID=714974dd-b0dc-42a0-a702-bf0f5dec031b,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.045699 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Publish callbacks [] for subnet (38893dc3-937b-433b-96af-5a91e553fdf9), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.055760 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (38893dc3-937b-433b-96af-5a91e553fdf9), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.070038 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.117722 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.157566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for subnet (38893dc3-937b-433b-96af-5a91e553fdf9), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.172646 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Pushing event updated for resources: {'Port': ['ID=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.197563 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:19.235152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38893dc3-937b-433b-96af-5a91e553fdf9,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.246742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:19.260671 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.270103 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3c8de018-ef41-4ca9-926f-45985df05de0 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/38893dc3-937b-433b-96af-5a91e553fdf9 HTTP/1.1" status: 204 len: 168 time: 0.3529677 Nov 02 12:49:19.274747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38886) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.389120 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-14a9e974-9e59-4967-8956-6dfe8c9336f1 req-5090cc7a-1df1-4cdc-a4e5-380f05d2cac4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 210 time: 0.0945857 Nov 02 12:49:19.435746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (c28380fb-31c3-432a-a6e3-80415117838c), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.541573 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (c28380fb-31c3-432a-a6e3-80415117838c), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.562457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:19.563905 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.564178 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.564937 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.565300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > port after_create 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.566088 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.566088 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > port after_update 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.566416 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.566977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.567121 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.567511 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.637554 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.637944 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.638238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.638610 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 02 12:49:19.638957 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28380fb-31c3-432a-a6e3-80415117838c']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.656809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ef98eb-a966-4599-aa3f-d102adc3ad48') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.657111 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ef98eb-a966-4599-aa3f-d102adc3ad48') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:19.685505 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (10ef98eb-a966-4599-aa3f-d102adc3ad48), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.705003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-6b1d866b-60d3-4a00-a2db-f7e912c9f760 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:19.707434 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-6b1d866b-60d3-4a00-a2db-f7e912c9f760 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 809 time: 0.5005386 Nov 02 12:49:19.716917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-168247a3-d7bd-4764-b704-553f09ba3410 req-66938785-b63d-4a7d-814d-75bcc9921dd1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 210 time: 0.0450068 Nov 02 12:49:19.725877 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (10ef98eb-a966-4599-aa3f-d102adc3ad48), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.735723 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Releasing vlan 1367 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:19.736173 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (10ef98eb-a966-4599-aa3f-d102adc3ad48), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.736305 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Request body: {'port': {'device_id': '70c093be-2da9-440d-af92-34fe3e82b315', 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf', 'admin_state_up': True, 'tenant_id': '2bded8948a764f5eb9874d41a9ec55e2'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:19.832702 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (c28380fb-31c3-432a-a6e3-80415117838c), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.840975 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.849429 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] 10.222.0.91 "DELETE /v2.0/networks/c28380fb-31c3-432a-a6e3-80415117838c HTTP/1.1" status: 204 len: 168 time: 0.5721507 Nov 02 12:49:19.851351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38898) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:19.872186 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47279ac-1fa9-4502-bea6-9c9580c85016 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28380fb-31c3-432a-a6e3-80415117838c,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:19.927951 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Deleting subnet 1999e9f8-a380-4a4f-962d-aed0d4026006 {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:49:19.933122 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Publish callbacks [] for subnet (1999e9f8-a380-4a4f-962d-aed0d4026006), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.988423 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (1999e9f8-a380-4a4f-962d-aed0d4026006), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.991303 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Made reservation on behalf of 2bded8948a764f5eb9874d41a9ec55e2 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:19.994906 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:19.998186 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for router_gateway (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.058221 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (1999e9f8-a380-4a4f-962d-aed0d4026006), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.126414 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 10ef98eb-a966-4599-aa3f-d102adc3ad48 resource provider aggregate not found Nov 02 12:49:20.130818 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (1999e9f8-a380-4a4f-962d-aed0d4026006), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.157885 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 10ef98eb-a966-4599-aa3f-d102adc3ad48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10ef98eb-a966-4599-aa3f-d102adc3ad48 found for delete ", "request_id": "req-b5fdfd9c-950e-4bd6-8ddd-46af19dc59d9"}]} Nov 02 12:49:20.162443 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1999e9f8-a380-4a4f-962d-aed0d4026006,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:20.164403 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.170765 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-779d8bd5-0e44-4ca4-bc3c-4f8399cf9d25 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/1999e9f8-a380-4a4f-962d-aed0d4026006 HTTP/1.1" status: 204 len: 168 time: 0.3033962 Nov 02 12:49:20.170765 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38906) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:20.263476 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (0d21ac3a-9212-471a-a4f1-f56ff951b9ec), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.291145 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f306f-8b5e-4627-8d7e-0bc5ffccd0bf None None] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:20.355866 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (0d21ac3a-9212-471a-a4f1-f56ff951b9ec), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.378887 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d21ac3a-9212-471a-a4f1-f56ff951b9ec']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.379469 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Provisioning complete for port 714974dd-b0dc-42a0-a702-bf0f5dec031b triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:20.380071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.380566 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Attempt 1 to provision port 714974dd-b0dc-42a0-a702-bf0f5dec031b Nov 02 12:49:20.389438 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315e2ee1-d655-4e70-88b9-217afd3ee69d') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.389823 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315e2ee1-d655-4e70-88b9-217afd3ee69d') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:20.391514 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-be3c56f7-fe60-477e-9ae5-cd73bc0f322e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:20.393039 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-be3c56f7-fe60-477e-9ae5-cd73bc0f322e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 817 time: 0.3471708 Nov 02 12:49:20.401162 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (315e2ee1-d655-4e70-88b9-217afd3ee69d), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.415320 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (315e2ee1-d655-4e70-88b9-217afd3ee69d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.421195 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Releasing vlan 1369 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:49:20.421638 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (315e2ee1-d655-4e70-88b9-217afd3ee69d), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.448628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Allocated IP 172.20.0.5 (402196ea-f6a9-4870-b0e5-213d3fe404cf/296c6c78-aa24-40a0-b49c-92df4f7e3b29/b24ac8d6-e00b-496a-9241-5682eb252326) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:20.498739 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (0d21ac3a-9212-471a-a4f1-f56ff951b9ec), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.521663 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Current status of the port 714974dd-b0dc-42a0-a702-bf0f5dec031b is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:20.521808 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.522220 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.527477 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Pushing event deleted for resources: {'Network': ['ID=0d21ac3a-9212-471a-a4f1-f56ff951b9ec,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:20.529949 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.536537 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5b4fd690-1fef-45f1-977c-a395386ea48d admin admin] 10.222.0.91 "DELETE /v2.0/networks/0d21ac3a-9212-471a-a4f1-f56ff951b9ec HTTP/1.1" status: 204 len: 168 time: 0.3651972 Nov 02 12:49:20.581892 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e817e00-d2cf-444c-ad6a-abb58dfd5dff req-4e718cce-c307-4490-85ae-a238e042572b tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 210 time: 0.0357187 Nov 02 12:49:20.598219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] For port 714974dd-b0dc-42a0-a702-bf0f5dec031b, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=714974dd-b0dc-42a0-a702-bf0f5dec031b,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:20.611670 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.617784 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-debbcc0f-bfbe-4b2a-a9b4-3aaa14b7942c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d HTTP/1.1" status: 200 len: 379 time: 0.1857293 Nov 02 12:49:20.662140 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'port': {'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'admin_state_up': True, 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'security_groups': ['7a7e0111-c90a-42d0-82eb-6bcce4e5ef71']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:20.676047 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Pushing event updated for resources: {'Port': ['ID=714974dd-b0dc-42a0-a702-bf0f5dec031b,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:20.684119 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.684513 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.684829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.685168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.685506 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.685839 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.686170 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.686520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.686849 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.687177 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.687517 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.687871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.688201 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d54d057-f804-4434-85cf-32f12d7a29d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:20.739090 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38916) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:20.785583 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-bc6f1645-09c9-4f5a-852f-7c5b0afd7e61 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=018b30e33afa4a898bbb689b45f7e162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428143 Nov 02 12:49:20.785993 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38920) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:20.835302 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-dd5d0c4e-f152-4a98-a541-dfa0cae30b74 None None] Provisioning complete for port 714974dd-b0dc-42a0-a702-bf0f5dec031b triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:20.835938 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dd5d0c4e-f152-4a98-a541-dfa0cae30b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.837221 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-dd5d0c4e-f152-4a98-a541-dfa0cae30b74 None None] Attempt 1 to provision port 714974dd-b0dc-42a0-a702-bf0f5dec031b Nov 02 12:49:20.873463 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-35a4389a-39d1-4580-b494-39639352d180 req-e839d28a-d749-486e-a138-48d93243f87a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 210 time: 0.0410335 Nov 02 12:49:20.895275 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] Publish callbacks [] for security_group (63e93c6e-a21d-4f90-b15e-01667b0ba7c2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.917626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks [] for port (b24ac8d6-e00b-496a-9241-5682eb252326), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.922133 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] Publish callbacks [] for security_group (63e93c6e-a21d-4f90-b15e-01667b0ba7c2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.964222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:20.965819 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-dd5d0c4e-f152-4a98-a541-dfa0cae30b74 None None] Current status of the port 714974dd-b0dc-42a0-a702-bf0f5dec031b is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:20.972880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Made reservation on behalf of ace9cd08a8bd4c338cfe9bfd52e7c11d for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:20.977332 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.980496 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 714974dd-b0dc-42a0-a702-bf0f5dec031b up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:20.992844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (63e93c6e-a21d-4f90-b15e-01667b0ba7c2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:20.995902 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.000025 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/63e93c6e-a21d-4f90-b15e-01667b0ba7c2 HTTP/1.1" status: 204 len: 168 time: 0.2101851 Nov 02 12:49:21.007574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e813-80fd-43f2-a003-de2fa0a408ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e93c6e-a21d-4f90-b15e-01667b0ba7c2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.023954 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.038052 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 714974dd-b0dc-42a0-a702-bf0f5dec031b triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:21.038466 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.038898 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 714974dd-b0dc-42a0-a702-bf0f5dec031b Nov 02 12:49:21.120468 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 714974dd-b0dc-42a0-a702-bf0f5dec031b is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:21.161541 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:21.193489 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:21.196048 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:21.206571 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Pushing event updated for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.307872 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:21.308660 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.315117 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:21.325813 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:21.338066 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:21.339019 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:21.348400 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-991e41a3-3c0e-47e0-90b5-f469141962c2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6179824 Nov 02 12:49:21.356759 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.358001 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b4a25b3a-2ed9-4091-9ad3-961efc9be073 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1751125 Nov 02 12:49:21.359241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Allocated IP 172.20.0.9 (276715ef-1d86-4168-8d9c-202f0c885f29/342ace3b-f12c-40aa-add9-318adad073dc/f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:21.360896 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38926) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.397173 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Request body: {'port': {'device_id': '70c093be-2da9-440d-af92-34fe3e82b315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:21.402989 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38928) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.491176 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-6d2ff5c5-053e-4b39-8eec-3d88e0bd9d79 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f1c1cbf2c54041548d6e536d961b0d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0864561 Nov 02 12:49:21.493900 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38930) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:21.523773 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.594061 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:21.639259 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] Publish callbacks [] for security_group (298b515f-cd85-4418-8b43-8c7277d5c142), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.682848 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] Publish callbacks [] for security_group (298b515f-cd85-4418-8b43-8c7277d5c142), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.701037 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.785700 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:19Z', 'revision_number': 3, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:21.806811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.814261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:21.814765 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Updating router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:21.839458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236f2aa-ee75-4ade-a19f-a4b9b8f8e310 req-cbc8ff93-4bf6-4953-822b-ecc2b209b3c0 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:21.841890 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8236f2aa-ee75-4ade-a19f-a4b9b8f8e310 req-cbc8ff93-4bf6-4953-822b-ecc2b209b3c0 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 931 time: 0.1745574 Nov 02 12:49:21.866680 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Network 276715ef-1d86-4168-8d9c-202f0c885f29 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:21.866895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.884720 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:21.888890 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:21.899318 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (298b515f-cd85-4418-8b43-8c7277d5c142), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.902476 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.903754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/298b515f-cd85-4418-8b43-8c7277d5c142 HTTP/1.1" status: 204 len: 168 time: 0.4086144 Nov 02 12:49:21.931512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53af75-25ad-4bc5-868d-a1d768fd5c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298b515f-cd85-4418-8b43-8c7277d5c142,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.946180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:21.946866 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:21.951046 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event updated for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:21.989841 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8236f2aa-ee75-4ade-a19f-a4b9b8f8e310 req-6756e64a-25fb-4065-be8f-f4c12c24e0d2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347203 Nov 02 12:49:21.993329 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-46b1b42b-e763-49a0-bb83-42c4bc69eb5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3582237 Nov 02 12:49:22.037432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Request body: {'port': {'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:22.056768 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.072978 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24ac8d6-e00b-496a-9241-5682eb252326 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:22.091575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks [] for port (b24ac8d6-e00b-496a-9241-5682eb252326), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.138843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Transition to ACTIVE for port object b24ac8d6-e00b-496a-9241-5682eb252326 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:49:22.149445 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.162558 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.190782 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 315e2ee1-d655-4e70-88b9-217afd3ee69d resource provider aggregate not found Nov 02 12:49:22.204266 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8baf35c-459d-477b-9088-2d38f42d7f0d req-e1e61fca-25ab-421a-b789-77bf2a87db08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:22.207389 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8baf35c-459d-477b-9088-2d38f42d7f0d req-e1e61fca-25ab-421a-b789-77bf2a87db08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 931 time: 0.1443379 Nov 02 12:49:22.256722 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 315e2ee1-d655-4e70-88b9-217afd3ee69d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 315e2ee1-d655-4e70-88b9-217afd3ee69d found for delete ", "request_id": "req-b54beb78-5e9a-4201-8f1e-af6a66c17d96"}]} Nov 02 12:49:22.361138 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8baf35c-459d-477b-9088-2d38f42d7f0d req-0feb36cd-c426-44da-bd66-b17fc235018b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062126 Nov 02 12:49:22.381765 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Allocated IP 172.20.0.1 (cef30bd9-58ef-4273-8041-b5e9444b8d02/17c31632-913c-4107-bf33-d931adf7bd3a/22145cbf-b901-48fa-a052-35e6404a8296) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:22.398188 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks [] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.422145 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.454886 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Provisioning complete for port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:22.455317 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.455668 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Attempt 1 to provision port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc Nov 02 12:49:22.509291 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks [] for port (22145cbf-b901-48fa-a052-35e6404a8296), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.513051 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9341-4f42-4e7a-9a2b-50209d528f83 None None] Pushing event updated for resources: {'Port': ['ID=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.515577 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Attempting to bind port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:22.516026 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Attempting to bind port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:22.516732 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Attempting to bind port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:22.529358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:22.529824 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:22.530333 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.530796 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:22.531366 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Bound port: 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:22.531837 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.562100 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.562689 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:22.599785 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] For port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:22.607902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] For port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:22.608833 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:22.615592 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:22.617977 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.620015 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:22.622245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Pushing event updated for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.636922 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.684054 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.719451 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9341-4f42-4e7a-9a2b-50209d528f83 None None] Pushing event updated for resources: {'Port': ['ID=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:22.733139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:22.734023 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:22.785356 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Attempting to bind port b24ac8d6-e00b-496a-9241-5682eb252326 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:22.785964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Attempting to bind port b24ac8d6-e00b-496a-9241-5682eb252326 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:22.786498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Attempting to bind port b24ac8d6-e00b-496a-9241-5682eb252326 on network 402196ea-f6a9-4870-b0e5-213d3fe404cf {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:22.804938 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Port b24ac8d6-e00b-496a-9241-5682eb252326 on network 402196ea-f6a9-4870-b0e5-213d3fe404cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:49:22.805598 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Attempting to bind port b24ac8d6-e00b-496a-9241-5682eb252326 on network 402196ea-f6a9-4870-b0e5-213d3fe404cf {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:22.814241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:22.815084 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Checking segment: {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:22.815084 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Bound using segment: {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:22.815431 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Bound port: b24ac8d6-e00b-496a-9241-5682eb252326, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:22.816442 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.857586 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (22145cbf-b901-48fa-a052-35e6404a8296), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.923306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:22.932904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:22.966283 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b24ac8d6-e00b-496a-9241-5682eb252326,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:22.977084 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:22.986151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.990414 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:22.991051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.992640 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] 10.222.0.94 "PUT /v2.0/ports/b24ac8d6-e00b-496a-9241-5682eb252326 HTTP/1.1" status: 200 len: 1093 time: 1.6044431 Nov 02 12:49:22.994632 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks [] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:22.996805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:22.999987 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef444f7-9f45-47c5-868c-3ac10e09029b" -d '{"events": [{"name": "network-changed", "server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:23.040731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Transition to ACTIVE for port object f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:49:23.061187 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.105877 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870c4c8-5587-46c6-8b23-b5da836f88a4 service neutron] Pushing event updated for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.118329 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cc0a26-38bd-4c6b-a6d1-41ce596004f5 x-openstack-request-id: req-19cc0a26-38bd-4c6b-a6d1-41ce596004f5 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:23.119241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:23.119241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-19cc0a26-38bd-4c6b-a6d1-41ce596004f5 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:23.119766 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19cc0a26-38bd-4c6b-a6d1-41ce596004f5'] response: {'name': 'network-changed', 'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326', 'status': 'completed', 'code': 200} Nov 02 12:49:23.138402 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Attempt 2 to provision port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc Nov 02 12:49:23.153135 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks [] for port (22145cbf-b901-48fa-a052-35e6404a8296), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.197779 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.205305 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.208799 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:23.225391 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-6e0b8c09-c464-4eab-88f7-4747fecdd630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.230600 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-6e0b8c09-c464-4eab-88f7-4747fecdd630 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 1127 time: 0.1562073 Nov 02 12:49:23.243324 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 38964) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:23.246517 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:19Z', 'revision_number': 3, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:23.274931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069dcaa-530a-43fa-b16f-09ca601075ff None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:19Z', 'revision_number': 3, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:23.303709 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Attempting to bind port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:23.304662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Attempting to bind port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:23.305136 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Attempting to bind port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:23.309362 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-a5b63b6a-d9a8-48fc-8fee-d639a900c5d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b24ac8d6-e00b-496a-9241-5682eb252326 HTTP/1.1" status: 200 len: 217 time: 0.0649419 Nov 02 12:49:23.313763 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc on network 276715ef-1d86-4168-8d9c-202f0c885f29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:49:23.314190 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Attempting to bind port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc on network 276715ef-1d86-4168-8d9c-202f0c885f29 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:23.353076 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:23.353620 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Checking segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:23.354135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Bound using segment: {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:23.354809 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Bound port: f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bd76092-3bfd-43ef-9040-10cb35e6e327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1388, 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:23.355208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.416065 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2071528226-network', 'tenant_id': '4c97257820854f7fa911c9f73082f468'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:23.431418 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5245f-205f-4295-8827-9a790fa908f4 req-e74a004d-ec00-42fd-af38-c2aa18ba5728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.433132 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-e74a004d-ec00-42fd-af38-c2aa18ba5728 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=296c6c78-aa24-40a0-b49c-92df4f7e3b29 HTTP/1.1" status: 200 len: 849 time: 0.1157396 Nov 02 12:49:23.485598 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Made reservation on behalf of 4c97257820854f7fa911c9f73082f468 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:23.488308 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.500598 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-f3dfb360-d70e-40f8-9421-1b5214cf94a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=402196ea-f6a9-4870-b0e5-213d3fe404cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578895 Nov 02 12:49:23.505195 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.527361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:23.540868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Pushing event updated for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.566828 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.576709 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e9c13-c677-49e0-b7be-6b0000c3dc25 req-fa84bb73-9f5a-48a4-b8d0-ec02cec41016 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.578538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-693e9c13-c677-49e0-b7be-6b0000c3dc25 req-fa84bb73-9f5a-48a4-b8d0-ec02cec41016 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 943 time: 0.4228859 Nov 02 12:49:23.604820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:23.616371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.636967 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.638870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.640491 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] 10.222.0.94 "PUT /v2.0/ports/f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 1093 time: 1.6236818 Nov 02 12:49:23.710377 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Attempt 3 to provision port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc Nov 02 12:49:23.747489 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-4a7b0a98-2388-47c4-ade3-43147c4cf58c service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372720 Nov 02 12:49:23.764703 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-693e9c13-c677-49e0-b7be-6b0000c3dc25 req-8fa7828f-3741-4927-a404-aa7da5956bf9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650767 Nov 02 12:49:23.767579 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b9409-3b52-4386-a58d-980aeec592f6 None None] Port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:49:23.777474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:23.782813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:23.792088 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0792185-8cb5-4adf-a152-aaec0e806929 req-d089d47e-f286-4632-a3df-4486e6b67985 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:23.809999 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0792185-8cb5-4adf-a152-aaec0e806929 req-d089d47e-f286-4632-a3df-4486e6b67985 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 943 time: 0.2910962 Nov 02 12:49:23.826818 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks [] for security_group (362eac59-a530-4c60-890d-d5cf7c5072c2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.897399 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Provisioning complete for port 22145cbf-b901-48fa-a052-35e6404a8296 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:23.897784 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (22145cbf-b901-48fa-a052-35e6404a8296), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.898135 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 1 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:23.922406 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-83e5245f-205f-4295-8827-9a790fa908f4 req-05665c57-2459-4543-865f-a532830268d0 service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503768 Nov 02 12:49:23.923334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4617a3-5f68-4c54-8b7f-9e70fa7dd1d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:23.930861 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (362eac59-a530-4c60-890d-d5cf7c5072c2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:23.958773 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0792185-8cb5-4adf-a152-aaec0e806929 req-8b5be67b-51fd-4551-a683-e41a14c24a28 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467028 Nov 02 12:49:23.976690 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Port 22145cbf-b901-48fa-a052-35e6404a8296 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:23.980642 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1386, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:24.001606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362eac59-a530-4c60-890d-d5cf7c5072c2,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.007512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:24.014283 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-edd54ef1-f313-44e4-94c2-0d70474af02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.016567 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-edd54ef1-f313-44e4-94c2-0d70474af02f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1127 time: 0.3002403 Nov 02 12:49:24.018062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (af364078-91c7-4746-8edb-937aebcf9092), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.018698 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Added segment af364078-91c7-4746-8edb-937aebcf9092 of type vlan for network 09998b3e-df31-4adb-a4ee-ac684fc33a81 Nov 02 12:49:24.122164 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (09998b3e-df31-4adb-a4ee-ac684fc33a81), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.139929 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-0aa7476d-4078-4ec1-a20c-7092acd50b88 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 217 time: 0.0706425 Nov 02 12:49:24.142016 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:24.151185 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-14294a6f-b18f-4680-ab1d-71eb72c24e87 admin admin] 10.222.0.91 "PUT /v2.0/routers/d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7887433 Nov 02 12:49:24.213421 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (09998b3e-df31-4adb-a4ee-ac684fc33a81), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.214614 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.215253 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.274020 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-d89c6300-5c3f-480a-b5c1-813b191b1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.275728 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-d89c6300-5c3f-480a-b5c1-813b191b1e6f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.1262569 Nov 02 12:49:24.281208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-b4a604a0-daa4-4c61-bfc2-4cf03bde4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.283560 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-b4a604a0-daa4-4c61-bfc2-4cf03bde4c3f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 1127 time: 0.1740663 Nov 02 12:49:24.307324 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0616679 Nov 02 12:49:24.310985 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38976) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.320915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Request body: {'subnet': {'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2071528226-subnet', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.351108 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Made reservation on behalf of 4c97257820854f7fa911c9f73082f468 for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:24.353665 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5027740'] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.385387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b5587-b2d4-42ab-875c-30b1e0fbf0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=09998b3e-df31-4adb-a4ee-ac684fc33a81,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.398808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:24.436422 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-a1e7ff7f-3d69-45e1-a3fb-fc5252f1bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.438048 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-a1e7ff7f-3d69-45e1-a3fb-fc5252f1bdca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1501102 Nov 02 12:49:24.466510 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-ebd0cbc1-2b80-4076-aecf-d76e32ecc208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.468359 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-ebd0cbc1-2b80-4076-aecf-d76e32ecc208 service neutron] 10.222.0.94 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 911 time: 0.1598902 Nov 02 12:49:24.478503 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 2 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:24.530627 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Port 22145cbf-b901-48fa-a052-35e6404a8296 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:24.554493 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-467769f0-9364-4893-a8ac-3cad69abce15 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b24ac8d6-e00b-496a-9241-5682eb252326 HTTP/1.1" status: 200 len: 217 time: 0.0732980 Nov 02 12:49:24.584782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5066348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5027694'] for subnet (991263e9-bfec-4370-97c9-1352e48afe8b), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.640726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-450f7fec-74ef-44cf-bfb7-2fc15e0cfc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.642529 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-450f7fec-74ef-44cf-bfb7-2fc15e0cfc0b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=296c6c78-aa24-40a0-b49c-92df4f7e3b29 HTTP/1.1" status: 200 len: 849 time: 0.0808618 Nov 02 12:49:24.645141 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-1314fd86-c163-4cdf-84df-454392d57a83 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967204 Nov 02 12:49:24.655156 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=991263e9-bfec-4370-97c9-1352e48afe8b,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:24.657568 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Checking segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:24.657938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Network hostable DHCP agents. Network: 09998b3e-df31-4adb-a4ee-ac684fc33a81, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:24.680966 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:24.694695 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 09998b3e-df31-4adb-a4ee-ac684fc33a81) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:24.699844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:24.701329 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.706712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2042272b-5d0d-45fa-a804-50a8e80736c4 None None] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:24.715253 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-57c70682-8b78-4528-b807-970ff3aed9fb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=402196ea-f6a9-4870-b0e5-213d3fe404cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612810 Nov 02 12:49:24.727138 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9d11d3bb-d941-43f9-ac6b-a805d76c55ac admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4148364 Nov 02 12:49:24.729881 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38988) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.740036 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.764700 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.765980 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.787404 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 38992) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:24.799043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1336656680-network', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:24.846857 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for router_controller (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.866791 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-09998b3e-df31-4adb-a4ee-ac684fc33a81', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'project_id': '4c97257820854f7fa911c9f73082f468', 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:49:24.867770 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.913122 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-436c470c-4ac0-4dad-9e72-722098f5c0fe req-7819aa4f-9cb5-4f42-96c2-d3be48826d4c service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432339 Nov 02 12:49:24.924420 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Made reservation on behalf of c2edc6cbec464ec6909b17e323bd8d45 for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:24.927390 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:24.980956 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-45d98f0f-338b-4148-ab1e-994cfc2dbfa7 service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357736 Nov 02 12:49:24.992362 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:25.014392 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.036163 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 3 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:25.118936 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Port 22145cbf-b901-48fa-a052-35e6404a8296 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:25.120670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:25.125291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af057d99-1f97-4a8e-8340-0f23ecce96da" -d '{"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:25.128940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Allocated IP 172.20.0.2 (09998b3e-df31-4adb-a4ee-ac684fc33a81/991263e9-bfec-4370-97c9-1352e48afe8b/17ce315f-6bc0-4517-a40c-3b55ea31fd94) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:25.140540 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:25.140913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.141250 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 Nov 02 12:49:25.152467 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fef444f7-9f45-47c5-868c-3ac10e09029b req-da9583bb-3eb7-4003-801a-0d22693fdb67 service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367037 Nov 02 12:49:25.198846 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for router_gateway (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.212166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97e6c-6fac-4e17-80cd-a22c933bf6da req-6fdb31c2-b42e-40ef-a82e-c143c406d597 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.213651 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b7e97e6c-6fac-4e17-80cd-a22c933bf6da req-6fdb31c2-b42e-40ef-a82e-c143c406d597 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 943 time: 0.2835188 Nov 02 12:49:25.288422 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:25.288788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.299769 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b298e-b376-447d-b8a8-85af863a6a49 req-6eb118c7-e879-4317-8e1b-a395e2b35707 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.302535 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd9b298e-b376-447d-b8a8-85af863a6a49 req-6eb118c7-e879-4317-8e1b-a395e2b35707 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 943 time: 0.2121806 Nov 02 12:49:25.340882 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:25.348659 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.365205 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b7e97e6c-6fac-4e17-80cd-a22c933bf6da req-f726225a-2657-416b-9d40-9835fdfa23d7 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391883 Nov 02 12:49:25.379833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks [] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.381326 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:25.388573 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.401273 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:25.402434 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:25.419588 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.423345 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:25.428337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:25.440489 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks [] for security_group (326eb681-21ce-4fd9-926d-d5c7120b013d), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.443341 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ef761-48d3-419e-aac0-59636f57e84e x-openstack-request-id: req-198ef761-48d3-419e-aac0-59636f57e84e {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:25.443923 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:25.444376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-198ef761-48d3-419e-aac0-59636f57e84e {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:25.445036 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-198ef761-48d3-419e-aac0-59636f57e84e'] response: {'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'status': 'completed', 'code': 200} Nov 02 12:49:25.448737 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:25.451974 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd9b298e-b376-447d-b8a8-85af863a6a49 req-f794b2a1-e77a-42dd-9605-e56d8b2c91cb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319296 Nov 02 12:49:25.456293 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (326eb681-21ce-4fd9-926d-d5c7120b013d), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.490190 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Pushing event updated for resources: {'Port': ['ID=17ce315f-6bc0-4517-a40c-3b55ea31fd94,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.497546 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] vlan segment allocate from pool success with {'vlan_id': 1353, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:25.509633 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326eb681-21ce-4fd9-926d-d5c7120b013d,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.518578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (a4a202c4-ceed-4975-9a59-aeafb102d3b8), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.519009 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Added segment a4a202c4-ceed-4975-9a59-aeafb102d3b8 of type vlan for network 5af9c608-0be3-4d70-bd51-65a366f17b52 Nov 02 12:49:25.538335 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Attempting to bind port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:25.538765 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Attempting to bind port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:25.539260 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Attempting to bind port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 on network 09998b3e-df31-4adb-a4ee-ac684fc33a81 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:25.545442 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:25.546199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Checking segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:25.547148 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.548337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Bound using segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:25.549071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Bound port: 17ce315f-6bc0-4517-a40c-3b55ea31fd94, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:25.549879 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.574932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (5af9c608-0be3-4d70-bd51-65a366f17b52), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.589204 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-55ccd386-ac0e-4fa8-a644-08b3ca442884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.590692 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:25.591928 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-55ccd386-ac0e-4fa8-a644-08b3ca442884 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1127 time: 0.0669417 Nov 02 12:49:25.619721 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 4 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:25.654640 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] For port 17ce315f-6bc0-4517-a40c-3b55ea31fd94, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:25.674203 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Port 22145cbf-b901-48fa-a052-35e6404a8296 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:25.677024 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] For port 17ce315f-6bc0-4517-a40c-3b55ea31fd94, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=17ce315f-6bc0-4517-a40c-3b55ea31fd94,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:25.683701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.689641 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (5af9c608-0be3-4d70-bd51-65a366f17b52), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.690663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.691927 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.744247 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-d9fea5f5-99a1-4e52-8eab-68a8cdd73892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:25.748771 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-d9fea5f5-99a1-4e52-8eab-68a8cdd73892 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.1453869 Nov 02 12:49:25.752018 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e27367-9470-462c-b685-9009dbd761e4 None None] Pushing event updated for resources: {'Port': ['ID=17ce315f-6bc0-4517-a40c-3b55ea31fd94,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.802534 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39004) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:25.802828 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0139604 Nov 02 12:49:25.809764 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Request body: {'subnet': {'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1336656680-subnet', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:25.812885 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for router_gateway (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.814650 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-0598e8b8-1502-4afa-ae3d-413f7ae52f50 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 217 time: 0.0587025 Nov 02 12:49:25.814801 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e3360-aa3e-48da-b119-adfe3133c716 admin admin] Pushing event updated for resources: {'Network': ['ID=5af9c608-0be3-4d70-bd51-65a366f17b52,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:25.825997 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:25.847938 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 2, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:25.850794 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.883901 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:25.884878 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Updating router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 port 22145cbf-b901-48fa-a052-35e6404a8296 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:25.904472 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Made reservation on behalf of c2edc6cbec464ec6909b17e323bd8d45 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:25.910598 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:25.963353 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (22145cbf-b901-48fa-a052-35e6404a8296), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.001816 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-34705dc8-96ab-40b9-b585-3e1ad25ced10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:26.003405 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-34705dc8-96ab-40b9-b585-3e1ad25ced10 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.1800911 Nov 02 12:49:26.012774 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Allocated IP 172.27.0.155 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/c18604a1-b791-4ab4-9af4-9e370a8bd6b2) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:26.091075 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-858691d3-6004-43ac-9182-3883c93f3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:26.092590 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-858691d3-6004-43ac-9182-3883c93f3974 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786381 Nov 02 12:49:26.167395 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.176676 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 5 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:26.212395 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.219515 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Port 22145cbf-b901-48fa-a052-35e6404a8296 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:26.257350 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-f427b81c-404c-437a-8cbe-406bf27e433c service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553891 Nov 02 12:49:26.258326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (f65ada9f-1692-4e14-9a1c-97d0298f531a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.261702 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:26.270435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:26.275392 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:26.279163 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Pushing event updated for resources: {'Port': ['ID=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.343164 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks [] for port (22145cbf-b901-48fa-a052-35e6404a8296), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.350619 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.365746 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f65ada9f-1692-4e14-9a1c-97d0298f531a,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.393556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Checking segment: {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:26.393910 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Network hostable DHCP agents. Network: 5af9c608-0be3-4d70-bd51-65a366f17b52, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:26.397228 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f223df-613f-4da1-bbd6-1d4426c8aa45 None None] Pushing event updated for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.419974 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-af057d99-1f97-4a8e-8340-0f23ecce96da req-1df7a04e-b463-4a37-9eac-c508de913cc0 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290576 Nov 02 12:49:26.428972 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:26.445200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 5af9c608-0be3-4d70-bd51-65a366f17b52) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:26.448983 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Attempting to bind port 22145cbf-b901-48fa-a052-35e6404a8296 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:26.449480 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Attempting to bind port 22145cbf-b901-48fa-a052-35e6404a8296 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:26.450186 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Attempting to bind port 22145cbf-b901-48fa-a052-35e6404a8296 on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:26.454020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cc033-97f9-4f99-8262-b76906036319 None None] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:26.462710 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:26.463736 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.472149 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:26.473258 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:26.473938 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.474488 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Bound using segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:26.475868 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Bound port: 22145cbf-b901-48fa-a052-35e6404a8296, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:26.476722 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (22145cbf-b901-48fa-a052-35e6404a8296), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.484183 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-435a88a0-b99c-4f6a-94f6-cddec3a71e5b admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6802692 Nov 02 12:49:26.488432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39008) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:26.501828 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:26.546037 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.547199 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.612438 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] For port 22145cbf-b901-48fa-a052-35e6404a8296, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:26.616522 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] For port 22145cbf-b901-48fa-a052-35e6404a8296, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=22145cbf-b901-48fa-a052-35e6404a8296,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:26.621008 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-5af9c608-0be3-4d70-bd51-65a366f17b52', 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52', 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'fixed_ips': [{'subnet_id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:49:26.622183 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.628128 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.660599 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for router_controller (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), precommit_add_association {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:26.674250 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:26.674952 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:26.720959 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Attempt 6 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:26.747231 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f223df-613f-4da1-bbd6-1d4426c8aa45 None None] Pushing event updated for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:26.885144 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:26.898041 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for router_gateway (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.100504 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73948ed8-2ba2-41c5-a12c-6301f6bb7370 req-8307d274-a4a8-4166-af9e-39326f6741af tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:27.102285 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73948ed8-2ba2-41c5-a12c-6301f6bb7370 req-8307d274-a4a8-4166-af9e-39326f6741af tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 943 time: 0.6055071 Nov 02 12:49:27.129041 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 17ce315f-6bc0-4517-a40c-3b55ea31fd94 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:27.131884 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b52da2-7305-4d5f-8e16-e3616b77d414 None None] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:27.145533 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for router_gateway (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.154080 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068fb5a7-7377-4e3b-aeeb-a1b4f4c0db42 req-4ff03cae-098c-48fb-8e5e-a001764591c1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:27.155602 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-068fb5a7-7377-4e3b-aeeb-a1b4f4c0db42 req-4ff03cae-098c-48fb-8e5e-a001764591c1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 943 time: 0.5057919 Nov 02 12:49:27.218565 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:26Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:27.244577 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Allocated IP 172.20.0.2 (5af9c608-0be3-4d70-bd51-65a366f17b52/f65ada9f-1692-4e14-9a1c-97d0298f531a/4f0ca793-afb1-4b27-82cc-b74cb080b117) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:27.256196 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0730cc9b-1d66-45d8-9f8a-f0644c8d8792 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:26Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:27.275837 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73948ed8-2ba2-41c5-a12c-6301f6bb7370 req-7eba872b-7d3e-49b3-ae53-c9e9153967f9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675420 Nov 02 12:49:27.299340 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-068fb5a7-7377-4e3b-aeeb-a1b4f4c0db42 req-b7b0f0fa-2f0f-4a74-9cd4-921d25db87d5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092587 Nov 02 12:49:27.314956 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for router_gateway (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.361016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.364694 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Current status of the port 22145cbf-b901-48fa-a052-35e6404a8296 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:27.365277 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (22145cbf-b901-48fa-a052-35e6404a8296), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.449416 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:27.449795 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.450136 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 Nov 02 12:49:27.462402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.541863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] For port 22145cbf-b901-48fa-a052-35e6404a8296, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=22145cbf-b901-48fa-a052-35e6404a8296,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:27.544547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Allocated IP 172.27.0.131 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/05247d92-48e3-41d1-a7b3-a7dc5f628f77) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:27.553244 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.661875 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:27.694712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.716640 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks [] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.725138 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e948db-7067-4cff-8d9b-acb6abd40e3e None None] Pushing event updated for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.739898 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.763372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.794737 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:27.795130 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.817673 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:27.818489 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:27.829340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:27.837606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:27.851728 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Provisioning complete for port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:27.852461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.852841 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Attempt 1 to provision port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 Nov 02 12:49:27.854704 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Sync routers for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:27.856251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:27.861167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-645b2499-e104-4fae-9048-29dd7dbc9f58 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1297283 Nov 02 12:49:27.861652 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39012) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:27.879480 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Pushing event updated for resources: {'Port': ['ID=05247d92-48e3-41d1-a7b3-a7dc5f628f77,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.896082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:27.914662 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:27.917472 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:27.933330 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Pushing event updated for resources: {'Port': ['ID=4f0ca793-afb1-4b27-82cc-b74cb080b117,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:27.960466 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 17ce315f-6bc0-4517-a40c-3b55ea31fd94, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=17ce315f-6bc0-4517-a40c-3b55ea31fd94,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:27.982326 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:27.982326 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:28.003167 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.004198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:28.197840 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Attempting to bind port 4f0ca793-afb1-4b27-82cc-b74cb080b117 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:28.198386 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Attempting to bind port 4f0ca793-afb1-4b27-82cc-b74cb080b117 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:28.198867 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Attempting to bind port 4f0ca793-afb1-4b27-82cc-b74cb080b117 on network 5af9c608-0be3-4d70-bd51-65a366f17b52 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:28.215855 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=17ce315f-6bc0-4517-a40c-3b55ea31fd94,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:28.233706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:28.236117 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Checking segment: {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:28.238027 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.238559 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Bound using segment: {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:28.239169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Bound port: 4f0ca793-afb1-4b27-82cc-b74cb080b117, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:28.239669 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.287580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:28.364548 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Current status of the port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:28.433334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:28.433867 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.434322 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 Nov 02 12:49:28.495116 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] For port 4f0ca793-afb1-4b27-82cc-b74cb080b117, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:28.498593 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] For port 4f0ca793-afb1-4b27-82cc-b74cb080b117, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4f0ca793-afb1-4b27-82cc-b74cb080b117,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:28.518373 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.523111 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for router_gateway (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.561722 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21c011-e6b4-4027-be47-808674207f71 req-38659d5e-a52b-41fe-9bac-a65ed4acf4be tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:28.570085 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb21c011-e6b4-4027-be47-808674207f71 req-38659d5e-a52b-41fe-9bac-a65ed4acf4be tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 943 time: 0.1624029 Nov 02 12:49:28.591519 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Provisioning complete for port 22145cbf-b901-48fa-a052-35e6404a8296 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:28.591903 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (22145cbf-b901-48fa-a052-35e6404a8296), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.592265 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Attempt 1 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:28.621088 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfde681-5539-4f2b-b842-58796fc37e38 req-c3f7c3d8-d7b6-4040-af5c-559f9ecc02df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:28.623080 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fbfde681-5539-4f2b-b842-58796fc37e38 req-c3f7c3d8-d7b6-4040-af5c-559f9ecc02df tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 943 time: 0.1819952 Nov 02 12:49:28.667207 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.684878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493ab76-b950-4363-a8ae-a97bf2df1d9e None None] Pushing event updated for resources: {'Port': ['ID=4f0ca793-afb1-4b27-82cc-b74cb080b117,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:28.740995 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb21c011-e6b4-4027-be47-808674207f71 req-1d4d2ef7-c2f9-4934-953c-0282d785b351 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697710 Nov 02 12:49:28.755292 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fbfde681-5539-4f2b-b842-58796fc37e38 req-5f3d9c84-897f-4e95-a5c5-b32b141e6443 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239965 Nov 02 12:49:28.799994 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:28.886883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bcecf292-33a7-4c60-af0c-519c7e80cbfa None None] Current status of the port 22145cbf-b901-48fa-a052-35e6404a8296 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:28.933464 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:28.975847 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:26Z', 'revision_number': 3, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:28.994828 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Router cd1bfac3-aa98-468f-85d0-3921f1a81e6b is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:29.020382 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Allocated IP 172.20.0.1 (09998b3e-df31-4adb-a4ee-ac684fc33a81/991263e9-bfec-4370-97c9-1352e48afe8b/7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:29.030788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Checking router: d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:29.031245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Updating router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:29.092988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-e6a8758a-1129-4600-8c8d-55dd1c10619a None None] Provisioning complete for port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:29.093361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e6a8758a-1129-4600-8c8d-55dd1c10619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.093699 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-e6a8758a-1129-4600-8c8d-55dd1c10619a None None] Attempt 1 to provision port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 Nov 02 12:49:29.124017 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.170652 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:29.186268 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Sync routers for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:29.193631 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks [] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.196545 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.200754 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39018) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:29.201754 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-96bea2fb-7632-4bbf-ae49-3a38f403ca04 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7118797 Nov 02 12:49:29.205032 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:29.212824 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:29.260042 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4f0ca793-afb1-4b27-82cc-b74cb080b117 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:29.311869 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-e6a8758a-1129-4600-8c8d-55dd1c10619a None None] Current status of the port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:29.349271 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.405861 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:29.439023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:29.443033 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:29.446332 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:29.489143 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.506072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b24ac8d6-e00b-496a-9241-5682eb252326 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:49:29.554877 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:29.717278 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:29.725434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 4f0ca793-afb1-4b27-82cc-b74cb080b117 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:29.725743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.726093 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 4f0ca793-afb1-4b27-82cc-b74cb080b117 Nov 02 12:49:29.756358 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Checking router: cd1bfac3-aa98-468f-85d0-3921f1a81e6b for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:29.756652 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Updating router cd1bfac3-aa98-468f-85d0-3921f1a81e6b port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:29.792772 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.845693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks [] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.877416 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.882394 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.946113 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Provisioning complete for port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:29.946505 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:29.946845 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 1 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:29.986026 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:29.998245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Attempting to bind port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:29.998645 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Attempting to bind port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:29.999008 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Attempting to bind port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:30.002261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b24ac8d6-e00b-496a-9241-5682eb252326,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:30.043619 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1c732-6cc0-4b45-94c3-2d0fd07da79f None None] Pushing event updated for resources: {'Port': ['ID=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.055282 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:30.055753 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:30.056156 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.056694 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:30.057712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Bound port: c18604a1-b791-4ab4-9af4-9e370a8bd6b2, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:30.057712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.063513 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'b24ac8d6-e00b-496a-9241-5682eb252326', 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf', 'port_id': 'b24ac8d6-e00b-496a-9241-5682eb252326', 'mac_address': 'fa:16:3e:c0:8a:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296c6c78-aa24-40a0-b49c-92df4f7e3b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:49:30.096972 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f6c1ac-bcbc-4635-bd18-a0d57c150a58 None None] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:30.101307 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks [] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.103074 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 4f0ca793-afb1-4b27-82cc-b74cb080b117 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:30.103639 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.107796 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.138604 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.148046 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Attempting to bind port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:30.148420 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Attempting to bind port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:30.148774 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Attempting to bind port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:30.160377 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:30.160786 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:30.161438 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.161824 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:30.162352 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Bound port: 05247d92-48e3-41d1-a7b3-a7dc5f628f77, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:30.162685 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.164220 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06697f-66e8-4dd4-866f-8cba362b4998 None None] Pushing event updated for resources: {'Port': ['ID=05247d92-48e3-41d1-a7b3-a7dc5f628f77,revision_number=2']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.205482 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port b24ac8d6-e00b-496a-9241-5682eb252326 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:30.205482 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.218922 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] For port 05247d92-48e3-41d1-a7b3-a7dc5f628f77, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:30.224738 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] For port 05247d92-48e3-41d1-a7b3-a7dc5f628f77, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=05247d92-48e3-41d1-a7b3-a7dc5f628f77,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:30.236421 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0c7b8-0333-4b30-bd40-f28a5c55361e req-fc4c6e2a-0bcf-42b2-a3b7-316264dd867d tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:30.236692 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.238577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bea0c7b8-0333-4b30-bd40-f28a5c55361e req-fc4c6e2a-0bcf-42b2-a3b7-316264dd867d tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 943 time: 0.3370061 Nov 02 12:49:30.251278 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354c62-67bc-463c-b77b-1e1676cb5693 req-73504e6c-61fb-43e7-b647-920c97f8faa1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:30.252787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a0354c62-67bc-463c-b77b-1e1676cb5693 req-73504e6c-61fb-43e7-b647-920c97f8faa1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 943 time: 0.3375027 Nov 02 12:49:30.272140 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24ac8d6-e00b-496a-9241-5682eb252326 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:30.276482 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:30.277120 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:30.295726 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b24ac8d6-e00b-496a-9241-5682eb252326,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:30.306072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.306733 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:49:30.318180 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] For port c18604a1-b791-4ab4-9af4-9e370a8bd6b2, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:30.345097 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da06697f-66e8-4dd4-866f-8cba362b4998 None None] Pushing event updated for resources: {'Port': ['ID=05247d92-48e3-41d1-a7b3-a7dc5f628f77,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.376931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] For port c18604a1-b791-4ab4-9af4-9e370a8bd6b2, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:30.383411 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 4f0ca793-afb1-4b27-82cc-b74cb080b117, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4f0ca793-afb1-4b27-82cc-b74cb080b117,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:30.412740 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:30.414569 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.415873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 17ce315f-6bc0-4517-a40c-3b55ea31fd94 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:30.417616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.513552 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 2 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:30.555756 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.565323 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:30.579013 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:30.579663 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:30.617032 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:30.642099 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757a4c2f-d5bf-412e-a691-0ed4441bd370 None None] The sync data for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi is: [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:28Z', 'revision_number': 3, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:30.667904 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a0354c62-67bc-463c-b77b-1e1676cb5693 req-5d5042f2-85c9-4e6b-bdc5-765bb374a556 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667812 Nov 02 12:49:30.700921 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bea0c7b8-0333-4b30-bd40-f28a5c55361e req-78de6117-75a5-4ca1-bdca-05be80bd53e2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036352 Nov 02 12:49:30.740351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks [] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.747667 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.773970 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=4f0ca793-afb1-4b27-82cc-b74cb080b117,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.777873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:30.800200 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:30.800948 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.800948 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 Nov 02 12:49:30.824181 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Allocated IP 172.20.0.1 (5af9c608-0be3-4d70-bd51-65a366f17b52/f65ada9f-1692-4e14-9a1c-97d0298f531a/53b1b25e-9851-4eab-ba40-dfdcc97910f7) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:30.844972 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:30.849613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:30.862608 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:49:30.919621 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:30.997902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1c732-6cc0-4b45-94c3-2d0fd07da79f None None] Pushing event updated for resources: {'Port': ['ID=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.007825 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:31.008157 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.045251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks [] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.060477 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:31.062966 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:31.074258 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 3 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:31.140184 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:31.147306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.174787 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:31.176590 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 22145cbf-b901-48fa-a052-35e6404a8296 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:31.214093 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:31.219183 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:31.225509 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.262736 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:31.273448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:31.279335 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:31.282995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Pushing event updated for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.319981 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:31.360097 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:31.360691 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.377636 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 22145cbf-b901-48fa-a052-35e6404a8296 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:31.378022 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (22145cbf-b901-48fa-a052-35e6404a8296), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.378389 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 22145cbf-b901-48fa-a052-35e6404a8296 Nov 02 12:49:31.453038 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 1, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:31.491979 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03674f19-9333-415c-a6d8-e8af195d1696 None None] The sync data for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi is: [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 1, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:31.551423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 22145cbf-b901-48fa-a052-35e6404a8296 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:31.583920 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:31.606823 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3f0f014a-cfc9-46e4-843d-1ada79886786 admin admin] 10.222.0.91 "PUT /v2.0/routers/d0c6a0cd-ee73-41ed-9e04-13b9c9688a54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7356322 Nov 02 12:49:31.656076 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:31.953993 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 4 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:31.956307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 05247d92-48e3-41d1-a7b3-a7dc5f628f77 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:31.959973 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:49:31.961986 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['b24ac8d6-e00b-496a-9241-5682eb252326'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:49:31.995579 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc252c-411e-44c6-bae8-a441208480d7 req-7160c9a6-81d8-4e99-b990-ff1ee984fac3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:32.003616 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1abc252c-411e-44c6-bae8-a441208480d7 req-7160c9a6-81d8-4e99-b990-ff1ee984fac3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 944 time: 0.1753585 Nov 02 12:49:32.047091 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139ce4a-111e-4125-ae82-b28969bc17b9 req-29359f47-3e46-404f-9780-e92d90edac34 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:32.054140 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3139ce4a-111e-4125-ae82-b28969bc17b9 req-29359f47-3e46-404f-9780-e92d90edac34 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 944 time: 0.2065525 Nov 02 12:49:32.115721 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks [] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.136192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.170817 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:32.232531 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1abc252c-411e-44c6-bae8-a441208480d7 req-c2ef4459-1a57-4b1f-b806-609bd906007e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298343 Nov 02 12:49:32.233339 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Pushing event updated for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.248521 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:32.248926 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.249381 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 Nov 02 12:49:32.251757 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3139ce4a-111e-4125-ae82-b28969bc17b9 req-530f9e2b-9cc1-4119-a9a4-fff311f6037d tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964171 Nov 02 12:49:32.292701 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.432021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:32.433474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:32.468547 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:32.469499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.496139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 05247d92-48e3-41d1-a7b3-a7dc5f628f77, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=05247d92-48e3-41d1-a7b3-a7dc5f628f77,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:32.510796 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.514581 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4f0ca793-afb1-4b27-82cc-b74cb080b117 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:32.619802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39044) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:32.626641 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-420309216-network', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:32.666860 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=05247d92-48e3-41d1-a7b3-a7dc5f628f77,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.667863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Router cd1bfac3-aa98-468f-85d0-3921f1a81e6b has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:32.671554 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 5 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:32.690223 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Made reservation on behalf of 0d802b99663148b885a32f66dbb4cd29 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:32.693697 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.708529 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 4f0ca793-afb1-4b27-82cc-b74cb080b117 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:32.708913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.709260 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 4f0ca793-afb1-4b27-82cc-b74cb080b117 Nov 02 12:49:32.711862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.749293 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:32.808288 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks [] for security_group (73df03a4-8e1b-4754-9b07-fd912cd9fd17), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.810936 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 4f0ca793-afb1-4b27-82cc-b74cb080b117 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:32.814657 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (73df03a4-8e1b-4754-9b07-fd912cd9fd17), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.819473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:32.833596 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-002c06bb-0c34-4aed-825a-2dd45b3d0c51 admin admin] 10.222.0.91 "PUT /v2.0/routers/cd1bfac3-aa98-468f-85d0-3921f1a81e6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6231275 Nov 02 12:49:32.838258 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 1376, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 12:49:32.852048 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df03a4-8e1b-4754-9b07-fd912cd9fd17,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:32.857163 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (629dd80c-bcee-4613-86cb-6c50eb8f4f6f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.857503 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Added segment 629dd80c-bcee-4613-86cb-6c50eb8f4f6f of type vlan for network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb Nov 02 12:49:32.902132 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.929300 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.930352 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:32.931003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:32.990132 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39054) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:32.994958 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3733613 Nov 02 12:49:32.995614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Request body: {'subnet': {'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-420309216-subnet', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.009175 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d8257-aa06-4337-b33d-24c176f80f1a admin admin] Pushing event updated for resources: {'Network': ['ID=bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.016689 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Made reservation on behalf of 0d802b99663148b885a32f66dbb4cd29 for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:33.019102 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5027740'] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.019515 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 12:49:33.231826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5066348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5027694'] for subnet (0ee7f02b-fddb-4a0b-99e1-21794d070b2c), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.233780 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39056) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.239174 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216201774', 'description': 'tempest-secgroup-smoke-216201774 description', 'project_id': '9c63521170144f4e8267e0fe89a02c1d'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.250352 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 6 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:33.260092 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.290747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ee7f02b-fddb-4a0b-99e1-21794d070b2c,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.297341 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:33.307577 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Checking segment: {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:33.307940 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Network hostable DHCP agents. Network: bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 12:49:33.327615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 12:49:33.337682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:33.342184 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:33.342933 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.350012 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4473dbb3-7736-41e6-942d-da632524552c None None] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:33.366337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (1a1f00e0-cb4b-4695-bb67-386f88a3442d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.370525 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (1a1f00e0-cb4b-4695-bb67-386f88a3442d), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.407262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.412595 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1743128 Nov 02 12:49:33.413172 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39062) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.416312 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1b548d5c-2646-433b-84ee-2f4e79028a27 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4247894 Nov 02 12:49:33.416923 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39064) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.418144 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.424044 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.426828 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d348d57-bdf8-413d-a7fa-1d883b329675 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f00e0-cb4b-4695-bb67-386f88a3442d,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.454942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (10eaf5fa-2de3-4b40-8d18-ae19b4c06aa2), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.459365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.460451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.471658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50262392-7a2b-42ad-8d28-84635ef4d3f5 req-0c2449db-3ccf-4663-829f-0885faa2acb5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:33.473241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50262392-7a2b-42ad-8d28-84635ef4d3f5 req-0c2449db-3ccf-4663-829f-0885faa2acb5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 944 time: 0.1276786 Nov 02 12:49:33.485623 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec565f50-537d-49a5-b723-870a259bfd0b req-42f16fe5-8eb1-4f0b-99c9-38daab62d112 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:33.487167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec565f50-537d-49a5-b723-870a259bfd0b req-42f16fe5-8eb1-4f0b-99c9-38daab62d112 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 944 time: 0.1275933 Nov 02 12:49:33.489855 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'fixed_ips': [{'subnet_id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 12:49:33.491460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.531034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (10eaf5fa-2de3-4b40-8d18-ae19b4c06aa2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.535177 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (10eaf5fa-2de3-4b40-8d18-ae19b4c06aa2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.550425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10eaf5fa-2de3-4b40-8d18-ae19b4c06aa2,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.562597 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.567362 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1a5ad161-d189-436b-a426-435354b31774 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499348 Nov 02 12:49:33.568904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39066) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.570151 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for router_controller (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.576626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.608506 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (a45353cd-055f-4e93-b828-b1c505a6538f), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.680799 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec565f50-537d-49a5-b723-870a259bfd0b req-641498f4-1b67-483f-a797-615105b68db2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824808 Nov 02 12:49:33.685121 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50262392-7a2b-42ad-8d28-84635ef4d3f5 req-98c2ce30-4df0-4238-b45d-ccad478ca78b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1970520 Nov 02 12:49:33.721547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (a45353cd-055f-4e93-b828-b1c505a6538f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.725092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Allocated IP 172.20.0.2 (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb/0ee7f02b-fddb-4a0b-99e1-21794d070b2c/ff9a5b6e-dd1c-44ee-969d-994fd1597d27) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:33.730846 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (a45353cd-055f-4e93-b828-b1c505a6538f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.755479 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45353cd-055f-4e93-b828-b1c505a6538f,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.761346 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for router_gateway (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.767386 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.772082 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-34db28c1-6614-4407-9961-c7f155b7dff1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1988552 Nov 02 12:49:33.773504 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39068) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.785199 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.799124 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 7 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:33.855698 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 05247d92-48e3-41d1-a7b3-a7dc5f628f77 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:33.858795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (831c9689-049f-4294-a84b-fd4011e6d461), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.921157 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:33.934424 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (831c9689-049f-4294-a84b-fd4011e6d461), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.946129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (831c9689-049f-4294-a84b-fd4011e6d461), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.971265 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831c9689-049f-4294-a84b-fd4011e6d461,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:33.977783 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.978905 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a7f6d943-794c-4e44-8b42-f945efa1819b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2032659 Nov 02 12:49:33.983444 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39070) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:33.987251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:33.990990 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:33.991378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:33.991721 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 Nov 02 12:49:33.996650 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks [] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.018598 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.071249 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:34.080329 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Pushing event updated for resources: {'Port': ['ID=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.083340 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:34.085866 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:34.093521 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (5f96e4f1-30f4-43ef-ba6c-8eb3812b43c7), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.131423 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for router_gateway (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.159747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.169153 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:34.170271 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c18604a1-b791-4ab4-9af4-9e370a8bd6b2 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:34.172114 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Attempting to bind port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:34.172491 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Attempting to bind port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:34.172858 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Attempting to bind port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 on network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:34.196876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:34.197258 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Checking segment: {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:34.197675 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.198075 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Bound using segment: {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:34.198575 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Bound port: ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:34.198961 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.245084 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (5f96e4f1-30f4-43ef-ba6c-8eb3812b43c7), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.249821 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (5f96e4f1-30f4-43ef-ba6c-8eb3812b43c7), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.283393 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:34.283845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.284100 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 Nov 02 12:49:34.296837 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f96e4f1-30f4-43ef-ba6c-8eb3812b43c7,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.306559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.307938 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-87569487-9eae-4289-a164-e19522146e37 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240919 Nov 02 12:49:34.310402 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] For port ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:34.312014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39072) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:34.317432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:34.327497 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] For port ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:34.341292 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.341966 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.securitygroups_db [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Project 9c63521170144f4e8267e0fe89a02c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:49:34.342283 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Allocated IP 172.27.0.116 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/ab405e51-331a-4a3c-b890-d5a714a58d12) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:34.347340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (70189f4b-43d7-421a-bf8b-01e0c865f4c5), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.417492 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:34.417893 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.432933 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 8 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:34.436151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba492c41-09cd-45ba-9f78-46c2a48bb198 None None] Pushing event updated for resources: {'Port': ['ID=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.447006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (70189f4b-43d7-421a-bf8b-01e0c865f4c5), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.452624 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (70189f4b-43d7-421a-bf8b-01e0c865f4c5), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.479267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70189f4b-43d7-421a-bf8b-01e0c865f4c5,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.479489 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port c18604a1-b791-4ab4-9af4-9e370a8bd6b2, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:34.485233 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.487011 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.490931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:34.500880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.502351 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-7e449f6a-3adc-4dda-a3dd-959217ab7b9d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897140 Nov 02 12:49:34.505710 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39074) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:34.511292 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'security_group_rule': {'security_group_id': '1a1f00e0-cb4b-4695-bb67-386f88a3442d', 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:34.536110 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.securitygroups_db [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Project 9c63521170144f4e8267e0fe89a02c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:49:34.543718 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (3d92c3c2-1391-4109-9716-5c09dcf196d0), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.544703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.649397 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (3d92c3c2-1391-4109-9716-5c09dcf196d0), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.655135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (3d92c3c2-1391-4109-9716-5c09dcf196d0), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.683155 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d92c3c2-1391-4109-9716-5c09dcf196d0,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:34.699747 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.701039 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-472606e9-68e8-41a3-a093-f6a5af573dfd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1940296 Nov 02 12:49:34.917066 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:34.974112 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:34.985173 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:34.990804 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:34.992068 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 9 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:35.001307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d5532-be05-4480-a772-67533fbfc541 req-5b203c55-fd6d-454b-ad0f-68575dd6e8df tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:35.001461 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc0d5532-be05-4480-a772-67533fbfc541 req-5b203c55-fd6d-454b-ad0f-68575dd6e8df tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 944 time: 0.1749041 Nov 02 12:49:35.002129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Pushing event updated for resources: {'Port': ['ID=ab405e51-331a-4a3c-b890-d5a714a58d12,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:35.035192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b92e13-d59d-4c56-9dde-1ee8be4bbb63 req-ae61418b-8b2f-4e1a-a411-6683b0848be6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:35.036783 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-39b92e13-d59d-4c56-9dde-1ee8be4bbb63 req-ae61418b-8b2f-4e1a-a411-6683b0848be6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 944 time: 0.2090588 Nov 02 12:49:35.046979 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Sync routers for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:35.069192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:35.070753 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:35.072416 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:35.219783 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-39b92e13-d59d-4c56-9dde-1ee8be4bbb63 req-31514f4a-0c6b-4683-9a56-efcf270441c6 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721706 Nov 02 12:49:35.294770 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc0d5532-be05-4480-a772-67533fbfc541 req-eadbdaf1-2faf-4c6c-81b6-bf1484ebefae tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612364 Nov 02 12:49:35.422847 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:35.439845 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for router_gateway (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.451676 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:49:35.459584 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b24ac8d6-e00b-496a-9241-5682eb252326 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:35.591037 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Attempt 10 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:35.661767 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port b24ac8d6-e00b-496a-9241-5682eb252326 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:49:35.675971 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3e536259-f236-486f-92cb-df5398f29714 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:35.678076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port b24ac8d6-e00b-496a-9241-5682eb252326 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:35.678559 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.679118 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port b24ac8d6-e00b-496a-9241-5682eb252326 Nov 02 12:49:35.708097 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.844459 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ff9a5b6e-dd1c-44ee-969d-994fd1597d27 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:35.880180 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 12:49:35.887249 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port b24ac8d6-e00b-496a-9241-5682eb252326 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:35.887649 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.908477 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Provisioning complete for port 4f0ca793-afb1-4b27-82cc-b74cb080b117 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:35.908992 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:35.909347 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 1 to provision port 4f0ca793-afb1-4b27-82cc-b74cb080b117 Nov 02 12:49:35.925580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4869b55-9485-4e3f-8206-01fafe1c4b3a None None] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:49:36.009863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:36.012341 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a046ea0-3f32-4bc4-8f56-c09c1e564c12" -d '{"events": [{"server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "name": "network-vif-plugged", "status": "completed", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:36.014055 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:36.035090 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Sync routers for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:36.037171 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.038796 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a6148d98-9e96-47ec-b8f2-335e24fc9a7c admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6184747 Nov 02 12:49:36.041498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39138) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:36.053322 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:36.054360 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:36.092307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b24ac8d6-e00b-496a-9241-5682eb252326,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:36.094230 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5cfb76-5fa0-46d4-b395-1ac5e6a7d6cf x-openstack-request-id: req-7b5cfb76-5fa0-46d4-b395-1ac5e6a7d6cf {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:36.094556 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "name": "network-vif-plugged", "status": "completed", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:36.095822 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7b5cfb76-5fa0-46d4-b395-1ac5e6a7d6cf {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:36.095822 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5cfb76-5fa0-46d4-b395-1ac5e6a7d6cf'] response: {'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326', 'code': 200} Nov 02 12:49:36.104142 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 4, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '53b1b25e-9851-4eab-ba40-dfdcc97910f7', 'name': '', 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'mac_address': 'fa:16:3e:4f:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 2, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'subnets': [{'id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:36.107486 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.109177 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:36.189006 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:36.203481 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Checking router: cd1bfac3-aa98-468f-85d0-3921f1a81e6b for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:36.203844 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Updating router cd1bfac3-aa98-468f-85d0-3921f1a81e6b port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:36.212016 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:36.212413 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.212742 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 Nov 02 12:49:36.354254 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.378782 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:36.401314 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae421913-180f-4adc-b550-4829a800fa7d req-967d6398-efa2-49f2-b2ad-c7d6cf6c8111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:36.402988 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ae421913-180f-4adc-b550-4829a800fa7d req-967d6398-efa2-49f2-b2ad-c7d6cf6c8111 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 1129 time: 0.0774758 Nov 02 12:49:36.428140 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Current status of the port 4f0ca793-afb1-4b27-82cc-b74cb080b117 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:36.444560 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:49:36.469719 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:36.470162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.478978 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc Nov 02 12:49:36.529302 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4e2f0-49c1-4eec-b9f5-b75a19d0180d req-4218c70f-0844-4c5d-9e3a-f42924966704 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:36.531061 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ee4e2f0-49c1-4eec-b9f5-b75a19d0180d req-4218c70f-0844-4c5d-9e3a-f42924966704 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 944 time: 0.1721072 Nov 02 12:49:36.560396 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 3, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:36.608714 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Checking router: 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:36.616994 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Updating router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 port ab405e51-331a-4a3c-b890-d5a714a58d12 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:36.619365 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Provisioning complete for port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:36.619898 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.620083 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 1 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:36.623531 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Sync routers for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:36.640724 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ee4e2f0-49c1-4eec-b9f5-b75a19d0180d req-81558594-eeb8-4c07-8509-fc173e123e35 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848660 Nov 02 12:49:36.650911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e229be1-9643-46ae-b3a7-f9daeedb77a6 req-05f477ca-bbae-45ec-a2e1-a297ab7c256d tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:36.652643 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e229be1-9643-46ae-b3a7-f9daeedb77a6 req-05f477ca-bbae-45ec-a2e1-a297ab7c256d tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.1166606 Nov 02 12:49:36.700850 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.733476 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:36.734042 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.749583 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e229be1-9643-46ae-b3a7-f9daeedb77a6 req-f68b785d-8c3e-4716-8d19-5bdca3efb562 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889246 Nov 02 12:49:36.753006 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:36.754049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:36.769262 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:36.784528 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ae421913-180f-4adc-b550-4829a800fa7d req-1e203086-dc64-42f3-bc83-ccef9eaa8e84 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438339 Nov 02 12:49:36.891005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.941168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:36.975082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:36.975864 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c18604a1-b791-4ab4-9af4-9e370a8bd6b2 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:37.036546 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks [] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.045078 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.067892 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:37.068516 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.078662 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Attempting to bind port ab405e51-331a-4a3c-b890-d5a714a58d12 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:37.079105 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Attempting to bind port ab405e51-331a-4a3c-b890-d5a714a58d12 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:37.079407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Allocated IP 172.20.0.1 (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb/0ee7f02b-fddb-4a0b-99e1-21794d070b2c/6f64c51a-5ef4-417b-b2af-864cca0d1266) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:37.079909 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Attempting to bind port ab405e51-331a-4a3c-b890-d5a714a58d12 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:37.100683 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Pushing event updated for resources: {'Port': ['ID=ab405e51-331a-4a3c-b890-d5a714a58d12,revision_number=2']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.109842 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.110289 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.110806 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.111266 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.111662 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.112078 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.112339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:37.112515 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.112902 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.113290 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.115138 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.115138 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.115138 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.115632 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:49:37.120825 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:37.121276 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:37.121738 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.122182 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:37.122759 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Bound port: ab405e51-331a-4a3c-b890-d5a714a58d12, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:37.123211 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.179579 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.183485 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] For port ab405e51-331a-4a3c-b890-d5a714a58d12, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:37.199402 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] For port ab405e51-331a-4a3c-b890-d5a714a58d12, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ab405e51-331a-4a3c-b890-d5a714a58d12,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:37.206830 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.207227 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks [] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.233677 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:37.256890 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.307687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:37.314291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:37.323002 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:37.355363 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Pushing event updated for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.364745 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:37.366126 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:37.372018 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.413643 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 2 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:37.422415 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.433056 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934860a6-42bc-49b4-a3ab-85fc616cace2 None None] Pushing event updated for resources: {'Port': ['ID=ab405e51-331a-4a3c-b890-d5a714a58d12,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.535668 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:37.546672 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:37.547057 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.547764 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 Nov 02 12:49:37.551611 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.616023 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks [] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.619863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:37.653694 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.672285 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.768787 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks [] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.774395 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.797772 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 3, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:37.837072 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3827c8e2-a4a0-4686-b9d9-66a7ae9adb55 None None] The sync data for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi is: [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:35Z', 'revision_number': 3, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:37.841920 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6151ae-f043-441a-8222-11c2362b8616 None None] Pushing event updated for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.843214 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe53fd-6450-4490-b5d5-7cc2a11c31f4 req-d96939fd-d221-4395-9b12-2d21a21156f5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:37.851108 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fbbe53fd-6450-4490-b5d5-7cc2a11c31f4 req-d96939fd-d221-4395-9b12-2d21a21156f5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.1090252 Nov 02 12:49:37.880225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:37.901420 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.902771 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Attempting to bind port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:37.903181 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Attempting to bind port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:37.903593 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Pushing event updated for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:37.903982 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Attempting to bind port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 on network 5af9c608-0be3-4d70-bd51-65a366f17b52 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:37.931334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:37.935235 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Checking segment: {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:37.935772 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.936280 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Bound using segment: {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:37.936891 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Bound port: 53b1b25e-9851-4eab-ba40-dfdcc97910f7, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a202c4-ceed-4975-9a59-aeafb102d3b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1353, 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:37.937379 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:37.959323 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fbbe53fd-6450-4490-b5d5-7cc2a11c31f4 req-eff5ca9a-3e3f-45a4-94a6-6f8dad4e158a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072471 Nov 02 12:49:38.001680 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:30Z', 'revision_number': 2, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:38.027018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b0fe-e653-476e-bc2d-e14cebe2d1e9 req-d62747b6-d8ad-49a6-b155-d60d96741808 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:38.029227 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c244b0fe-e653-476e-bc2d-e14cebe2d1e9 req-d62747b6-d8ad-49a6-b155-d60d96741808 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.1459546 Nov 02 12:49:38.033406 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:38.034931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Checking router: d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:38.035066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:38.035530 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Updating router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:38.065768 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ff9a5b6e-dd1c-44ee-969d-994fd1597d27 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:38.099607 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:38.101981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fc2bf-b385-41df-8d2b-9372c4808e41" -d '{"events": [{"server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "name": "network-vif-plugged", "status": "completed", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:38.108522 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c244b0fe-e653-476e-bc2d-e14cebe2d1e9 req-8e048eae-39bb-4976-bd21-bbda2adfda32 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734746 Nov 02 12:49:38.112129 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] For port 53b1b25e-9851-4eab-ba40-dfdcc97910f7, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:38.124795 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.126797 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 3 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:38.166639 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] For port 53b1b25e-9851-4eab-ba40-dfdcc97910f7, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=53b1b25e-9851-4eab-ba40-dfdcc97910f7,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:38.176909 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559e8796-eeca-4d8e-b237-7ee2b863e132 x-openstack-request-id: req-559e8796-eeca-4d8e-b237-7ee2b863e132 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:38.177789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "name": "network-vif-plugged", "status": "completed", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:38.177789 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-559e8796-eeca-4d8e-b237-7ee2b863e132 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:38.178116 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559e8796-eeca-4d8e-b237-7ee2b863e132'] response: {'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'code': 200} Nov 02 12:49:38.187817 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.189053 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:38.262957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:38.327645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:38.345027 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1eda5fdf-0b23-43ac-a5db-c9737016ecae admin admin] 10.222.0.91 "PUT /v2.0/routers/1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900736 Nov 02 12:49:38.358881 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:38.359665 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:38.420974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:38.421339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.421685 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 Nov 02 12:49:38.428260 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6151ae-f043-441a-8222-11c2362b8616 None None] Pushing event updated for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.471262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f352e-10b0-46f4-a62c-73e74b818457 req-dda8e879-743a-4b49-bd8b-e248dedf8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:38.472998 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-431f352e-10b0-46f4-a62c-73e74b818457 req-dda8e879-743a-4b49-bd8b-e248dedf8fe1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0574298 Nov 02 12:49:38.527991 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-431f352e-10b0-46f4-a62c-73e74b818457 req-e0c4cb1c-3607-4257-bab1-fbca8bcdce7c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463629 Nov 02 12:49:38.605588 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:38.666663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39166) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:38.677376 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1922762030', 'description': 'tempest-secgroup-smoke-1922762030 description', 'project_id': '4c97257820854f7fa911c9f73082f468'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:38.699886 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.733775 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:38.780497 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 4 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:38.781973 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (d7a5f5bf-b38e-453c-be1f-4752844d9b55), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.787714 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d7a5f5bf-b38e-453c-be1f-4752844d9b55), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.827519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.828787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1614258 Nov 02 12:49:38.831888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39168) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:38.838010 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:38.843222 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cf95b-90a2-460f-8f15-9e8e157b0d34 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a5f5bf-b38e-453c-be1f-4752844d9b55,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:38.858555 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:38.897639 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (51a268fa-05ab-4b45-8851-b1eb0ee52231), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.954219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks [] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.964218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:38.995333 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (51a268fa-05ab-4b45-8851-b1eb0ee52231), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.004046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (51a268fa-05ab-4b45-8851-b1eb0ee52231), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.035376 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51a268fa-05ab-4b45-8851-b1eb0ee52231,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.052591 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.060167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-41f028fa-de3c-4199-a28b-14b62a114cb3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2214863 Nov 02 12:49:39.060167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39172) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.070676 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:39.075861 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77b68-c0ee-4d88-bdac-bc01925a3fac None None] Pushing event updated for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.106618 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 4, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '53b1b25e-9851-4eab-ba40-dfdcc97910f7', 'name': '', 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'mac_address': 'fa:16:3e:4f:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:38Z', 'revision_number': 4, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'subnets': [{'id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:39.110829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Attempting to bind port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:39.111287 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Attempting to bind port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:39.111809 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Attempting to bind port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd on network 09998b3e-df31-4adb-a4ee-ac684fc33a81 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:39.141389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (d9256660-1bf0-4e0d-bd0f-ba58e12b9366), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.145142 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d19937-4c67-4e16-909d-dcd61092bf18 None None] The sync data for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi is: [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T12:49:31Z', 'revision_number': 4, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '53b1b25e-9851-4eab-ba40-dfdcc97910f7', 'name': '', 'network_id': '5af9c608-0be3-4d70-bd51-65a366f17b52', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'mac_address': 'fa:16:3e:4f:65:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:30Z', 'updated_at': '2022-11-02T12:49:38Z', 'revision_number': 4, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'subnets': [{'id': 'f65ada9f-1692-4e14-9a1c-97d0298f531a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:39.148318 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:39.148657 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Checking segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:39.149065 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.149459 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Bound using segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:39.150412 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Bound port: 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:39.150412 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.196345 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7e582-dca0-49eb-9d66-2562ce91bb8b req-6775ea68-f1cd-479b-b831-f7991f568e94 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:39.198387 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59a7e582-dca0-49eb-9d66-2562ce91bb8b req-6775ea68-f1cd-479b-b831-f7991f568e94 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.1209655 Nov 02 12:49:39.317536 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] For port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:39.323973 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] For port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:39.337717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.361995 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 5 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:39.390290 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (d9256660-1bf0-4e0d-bd0f-ba58e12b9366), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.404063 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (d9256660-1bf0-4e0d-bd0f-ba58e12b9366), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.426917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59a7e582-dca0-49eb-9d66-2562ce91bb8b req-2b5d48f1-048a-4f4b-9452-6b108d03eb38 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832609 Nov 02 12:49:39.449891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59aa79-313a-4ae7-98e6-d8af33b3baa9 req-37144290-7768-449a-bf44-83154ab4b283 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:39.455244 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d59aa79-313a-4ae7-98e6-d8af33b3baa9 req-37144290-7768-449a-bf44-83154ab4b283 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.2138138 Nov 02 12:49:39.464038 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:39.464778 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:39.469166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9256660-1bf0-4e0d-bd0f-ba58e12b9366,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.488035 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.491380 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-87cf9d19-982f-44f1-8d5e-14c768bc644d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4312634 Nov 02 12:49:39.492651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39176) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.497325 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:39.545219 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d59aa79-313a-4ae7-98e6-d8af33b3baa9 req-296aa864-b9a2-4a67-b9a9-19708492ca52 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776851 Nov 02 12:49:39.550022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (246186b5-eae1-4c09-9552-ff008f144c6e), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.645616 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (246186b5-eae1-4c09-9552-ff008f144c6e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.655179 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (246186b5-eae1-4c09-9552-ff008f144c6e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.680439 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246186b5-eae1-4c09-9552-ff008f144c6e,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.693524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.694813 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a205ce9d-f607-4742-9c22-ddb51c593c01 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2010760 Nov 02 12:49:39.697450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39180) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.702321 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:39.720733 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c77b68-c0ee-4d88-bdac-bc01925a3fac None None] Pushing event updated for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.763117 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (b083fb0e-5c5d-4512-84de-e7599d958727), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.836433 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:39.856303 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (b083fb0e-5c5d-4512-84de-e7599d958727), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.860752 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (b083fb0e-5c5d-4512-84de-e7599d958727), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.865893 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Current status of the port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:39.866390 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.882101 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b083fb0e-5c5d-4512-84de-e7599d958727,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:39.892071 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:39.896743 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39182) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:39.897432 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c44ac0fe-c69a-419a-82f9-d499bdffe826 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1988802 Nov 02 12:49:39.903386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:39.949813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.securitygroups_db [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Project 4c97257820854f7fa911c9f73082f468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:49:39.960816 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (fe75a4f7-b228-48d0-8df1-4fce81a9d712), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.014878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] For port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:40.031389 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.064991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (fe75a4f7-b228-48d0-8df1-4fce81a9d712), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.069812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (fe75a4f7-b228-48d0-8df1-4fce81a9d712), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.092601 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe75a4f7-b228-48d0-8df1-4fce81a9d712,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.106492 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.109565 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d7329d7f-f089-4e27-aead-3fef87bbe55f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2117288 Nov 02 12:49:40.112995 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39184) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:40.118083 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Provisioning complete for port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:40.118499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.118849 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Attempt 1 to provision port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 Nov 02 12:49:40.122216 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'security_group_rule': {'security_group_id': 'd7a5f5bf-b38e-453c-be1f-4752844d9b55', 'project_id': '4c97257820854f7fa911c9f73082f468', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:40.147705 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.securitygroups_db [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Project 4c97257820854f7fa911c9f73082f468 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 12:49:40.153905 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (033d0c08-5d05-4408-b322-0774e4957b41), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.200218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Pushing event updated for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.252122 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (033d0c08-5d05-4408-b322-0774e4957b41), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.257693 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (033d0c08-5d05-4408-b322-0774e4957b41), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.264108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:40.275571 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=033d0c08-5d05-4408-b322-0774e4957b41,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.291601 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.292859 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-17b13395-5606-45d7-9bc7-58fbde58ad92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763680 Nov 02 12:49:40.369406 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Current status of the port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:40.369830 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.403247 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:40.406118 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:40.406613 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.406844 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:40.463002 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509fd5fd-e97d-4110-9039-7b37cccb795e None None] The sync data for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi is: [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:40.471052 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] For port 53b1b25e-9851-4eab-ba40-dfdcc97910f7, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=53b1b25e-9851-4eab-ba40-dfdcc97910f7,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:40.480623 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.576289 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129be7f-a1b6-448f-ba4b-f1935c399021 None None] Pushing event updated for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:40.584457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768df63-c730-4dfd-881b-7ce0f44c1c5b req-427e4ba7-2da5-4ca5-a60f-3b0297b5f2a9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:40.587611 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:40.589707 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ab405e51-331a-4a3c-b890-d5a714a58d12 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:40.603976 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a768df63-c730-4dfd-881b-7ce0f44c1c5b req-427e4ba7-2da5-4ca5-a60f-3b0297b5f2a9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0951054 Nov 02 12:49:40.681010 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Provisioning complete for port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:40.681484 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.681838 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 1 to provision port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 Nov 02 12:49:40.685530 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c5384a73-31d7-4e3d-a905-ee0425367809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.739566 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port ab405e51-331a-4a3c-b890-d5a714a58d12 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:40.739940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.740277 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port ab405e51-331a-4a3c-b890-d5a714a58d12 Nov 02 12:49:40.740756 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a768df63-c730-4dfd-881b-7ce0f44c1c5b req-8a0e2990-c004-4a26-a71b-0ade735aa4cc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346259 Nov 02 12:49:40.799761 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57ecf9-75a8-49a9-baf6-be2b63c10867 req-4d6f11f5-e359-442a-8c67-1a2c395856d1 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:40.801057 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf57ecf9-75a8-49a9-baf6-be2b63c10867 req-4d6f11f5-e359-442a-8c67-1a2c395856d1 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.1473434 Nov 02 12:49:40.869018 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Current status of the port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:40.906900 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf57ecf9-75a8-49a9-baf6-be2b63c10867 req-ae08a07b-2937-4510-9dcb-2bcedd1fe1cd tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976226 Nov 02 12:49:40.927988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port ab405e51-331a-4a3c-b890-d5a714a58d12 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:40.928689 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.938471 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Provisioning complete for port 6f64c51a-5ef4-417b-b2af-864cca0d1266 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:40.939004 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.939376 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 1 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:40.978949 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port ab405e51-331a-4a3c-b890-d5a714a58d12, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ab405e51-331a-4a3c-b890-d5a714a58d12,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:40.994471 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:40.995154 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:40.996024 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 53b1b25e-9851-4eab-ba40-dfdcc97910f7 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:41.086975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=ab405e51-331a-4a3c-b890-d5a714a58d12,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:41.093856 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:41.094234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:41.094604 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 Nov 02 12:49:41.188237 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:41.496062 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 2 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:41.541752 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:41.912650 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c82a2-93c6-4439-8e17-958a46ad8ec7 req-151c3f53-dacc-452f-8119-39798033a198 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:41.919873 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cb2c82a2-93c6-4439-8e17-958a46ad8ec7 req-151c3f53-dacc-452f-8119-39798033a198 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0773697 Nov 02 12:49:41.999362 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cb2c82a2-93c6-4439-8e17-958a46ad8ec7 req-15917200-79e2-4c67-9af6-ef51bef552cc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672109 Nov 02 12:49:42.042364 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ab405e51-331a-4a3c-b890-d5a714a58d12 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:42.084284 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 3 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:42.126476 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:42.131505 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port ab405e51-331a-4a3c-b890-d5a714a58d12 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:42.131887 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.132237 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port ab405e51-331a-4a3c-b890-d5a714a58d12 Nov 02 12:49:42.172646 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc822b7f-c59b-48e5-bd76-9bc2ff9146f4 req-785aa15f-e25f-41d4-8572-35c6f549a73b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:42.174132 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc822b7f-c59b-48e5-bd76-9bc2ff9146f4 req-785aa15f-e25f-41d4-8572-35c6f549a73b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0919163 Nov 02 12:49:42.182150 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceefc3-8fde-4604-ab9c-3a0afc8ece16 req-403dbfe8-d447-4e1f-9f3a-f591ef065da9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:42.183684 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81ceefc3-8fde-4604-ab9c-3a0afc8ece16 req-403dbfe8-d447-4e1f-9f3a-f591ef065da9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.0996203 Nov 02 12:49:42.188062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39268) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:49:42.193533 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'floatingip': {'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:42.227420 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port ab405e51-331a-4a3c-b890-d5a714a58d12 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:42.234166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 53b1b25e-9851-4eab-ba40-dfdcc97910f7 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:42.246284 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81ceefc3-8fde-4604-ab9c-3a0afc8ece16 req-17b528d0-c95d-400b-9f89-ea92cff735b4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557859 Nov 02 12:49:42.254700 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.294667 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:42.294960 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.295444 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 Nov 02 12:49:42.387700 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:42.389048 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:42.441192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:42.444070 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.444629 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd Nov 02 12:49:42.537120 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:42.628047 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 4 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:42.664031 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:42.741717 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.747162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:42.853398 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Sync routers for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:42.859284 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Floating IP 389a54fa-732a-41ce-ac01-cb75aa3d5fe4 associated. External IP: 172.27.0.254, port: f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc. Nov 02 12:49:42.867794 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:42.868568 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:42.995365 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:43.165122 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 5 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:43.246598 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-77f37501-46bc-4cb1-924a-ed05e471a4d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.256139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:43.272398 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 4, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '6f64c51a-5ef4-417b-b2af-864cca0d1266', 'name': '', 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'mac_address': 'fa:16:3e:3f:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:36Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 2, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'subnets': [{'id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:43.301641 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Checking router: 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:43.302058 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Updating router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 port 6f64c51a-5ef4-417b-b2af-864cca0d1266 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 12:49:43.343430 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.426051 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef036b13-22b6-44f9-bb1c-c0221cc8f965 req-04de7bee-843f-4774-8a84-5947b9d3412f tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:43.434712 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ef036b13-22b6-44f9-bb1c-c0221cc8f965 req-04de7bee-843f-4774-8a84-5947b9d3412f tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.0707552 Nov 02 12:49:43.439395 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Router b74e0f51-b777-419b-854d-d942104c0d42 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:49:43.487054 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ef036b13-22b6-44f9-bb1c-c0221cc8f965 req-463eac92-d885-498b-a7c0-43220be514d9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Nov 02 12:49:43.553471 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:49:43.557810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.564264 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:49:43.575653 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:43.576334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:43.592827 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-59863515-e197-4506-be21-f43040d5aacd tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "PUT /v2.0/floatingips/389a54fa-732a-41ce-ac01-cb75aa3d5fe4 HTTP/1.1" status: 200 len: 991 time: 1.4031420 Nov 02 12:49:43.593871 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:43.596501 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801" -d '{"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:43.636471 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94be397d-2fce-462c-b35f-98c47501234b x-openstack-request-id: req-94be397d-2fce-462c-b35f-98c47501234b {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:43.636768 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:43.637029 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-94be397d-2fce-462c-b35f-98c47501234b {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:43.637457 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94be397d-2fce-462c-b35f-98c47501234b'] response: {'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'status': 'completed', 'code': 200} Nov 02 12:49:43.656793 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks [] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.669815 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.748372 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b184df-4787-4ca3-952c-fb0cd94c0053 None None] Pushing event updated for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:43.761153 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Attempting to bind port 6f64c51a-5ef4-417b-b2af-864cca0d1266 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:43.761588 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Attempting to bind port 6f64c51a-5ef4-417b-b2af-864cca0d1266 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:43.762016 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Attempting to bind port 6f64c51a-5ef4-417b-b2af-864cca0d1266 on network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:43.767480 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:43.767963 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Checking segment: {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:43.768443 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.768576 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-b3dc626e-cf33-4f3c-9aaf-686631027faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:43.768910 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Bound using segment: {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:43.769455 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Bound port: 6f64c51a-5ef4-417b-b2af-864cca0d1266, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629dd80c-bcee-4613-86cb-6c50eb8f4f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1376, 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:43.769920 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.770235 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-b3dc626e-cf33-4f3c-9aaf-686631027faf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0663800 Nov 02 12:49:43.822039 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 6 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:43.841302 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] For port 6f64c51a-5ef4-417b-b2af-864cca0d1266, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:43.844869 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] For port 6f64c51a-5ef4-417b-b2af-864cca0d1266, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6f64c51a-5ef4-417b-b2af-864cca0d1266,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:43.852371 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:43.876641 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Port 6f64c51a-5ef4-417b-b2af-864cca0d1266 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:49:43.883465 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:43.909954 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:43.910765 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:43.911334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-ab1fd221-d57d-42e0-bde7-cff760365ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:43.912402 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b184df-4787-4ca3-952c-fb0cd94c0053 None None] Pushing event updated for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=4']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:43.912930 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-ab1fd221-d57d-42e0-bde7-cff760365ab9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.1095304 Nov 02 12:49:44.000011 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-cd9346bf-c6af-4397-9af4-e45033c3bc41 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 999 time: 0.0745225 Nov 02 12:49:44.023822 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:44.061525 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-90ff8b78-ecb0-4f5f-b7d5-9eefe7df776c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:44.063117 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-90ff8b78-ecb0-4f5f-b7d5-9eefe7df776c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0565381 Nov 02 12:49:44.125263 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-df9d8248-b627-4f2a-b3b5-1ca4d7419650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:44.130618 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-df9d8248-b627-4f2a-b3b5-1ca4d7419650 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566690 Nov 02 12:49:44.148278 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:49:42Z', 'revision_number': 1, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.180545 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:49:44.189156 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:49:44.189876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:49:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.258790 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-7854fbaa-2664-463a-a417-583a5dd1f916 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228774 Nov 02 12:49:44.272944 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 4, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '6f64c51a-5ef4-417b-b2af-864cca0d1266', 'name': '', 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'mac_address': 'fa:16:3e:3f:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:36Z', 'updated_at': '2022-11-02T12:49:43Z', 'revision_number': 4, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'subnets': [{'id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.303680 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88bb3c52-ee43-4234-938c-c7a6082d14eb None None] The sync data for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi is: [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:49:37Z', 'revision_number': 4, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '6f64c51a-5ef4-417b-b2af-864cca0d1266', 'name': '', 'network_id': 'bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'mac_address': 'fa:16:3e:3f:d8:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:36Z', 'updated_at': '2022-11-02T12:49:43Z', 'revision_number': 4, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'subnets': [{'id': '0ee7f02b-fddb-4a0b-99e1-21794d070b2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:44.339757 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.341563 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:49:44.382161 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Attempt 7 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:44.432999 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-e5a4b639-9738-477c-bd69-773b291ea1a0 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:44.434495 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-e5a4b639-9738-477c-bd69-773b291ea1a0 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.1284981 Nov 02 12:49:44.440004 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eaabfa55-6e0f-40f0-8def-dfc41d1a8801 req-fd7e2aa2-8bc5-472b-a0f6-5b26844aa6b4 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361227 Nov 02 12:49:44.550476 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Deleting port b24ac8d6-e00b-496a-9241-5682eb252326 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:49:44.550831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.571781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Current status of the port 6f64c51a-5ef4-417b-b2af-864cca0d1266 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:44.571781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.630689 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fec53-d31b-44cf-a63e-cdadc1c8ed05 req-33474687-01d5-4e2c-9e54-623bb12ef77e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:44.632538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-788fec53-d31b-44cf-a63e-cdadc1c8ed05 req-33474687-01d5-4e2c-9e54-623bb12ef77e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=70c093be-2da9-440d-af92-34fe3e82b315 HTTP/1.1" status: 200 len: 945 time: 0.0571368 Nov 02 12:49:44.643976 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] For port 6f64c51a-5ef4-417b-b2af-864cca0d1266, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6f64c51a-5ef4-417b-b2af-864cca0d1266,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:44.651681 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.670533 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] For port b24ac8d6-e00b-496a-9241-5682eb252326, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=b24ac8d6-e00b-496a-9241-5682eb252326,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:44.670898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.685129 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Calling delete_port for b24ac8d6-e00b-496a-9241-5682eb252326 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:49:44.690987 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-788fec53-d31b-44cf-a63e-cdadc1c8ed05 req-5f898d01-a052-4de4-b1b1-5dfceecb9d2e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529952 Nov 02 12:49:44.717117 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21260056-8cb8-43e8-ac46-f99977361f7c None None] Pushing event updated for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.730944 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:49:42Z', 'revision_number': 1, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:49:44.760417 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b308bb92-c947-4f54-afbc-5765f3a422fb None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:49:42Z', 'revision_number': 1, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:49:44.841902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b24ac8d6-e00b-496a-9241-5682eb252326), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.870358 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Pushing event deleted for resources: {'Port': ['ID=b24ac8d6-e00b-496a-9241-5682eb252326,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:44.887032 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['b24ac8d6-e00b-496a-9241-5682eb252326'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:49:44.924380 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] No DVR routers for this DVR port b24ac8d6-e00b-496a-9241-5682eb252326 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:49:44.927582 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:44.931126 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-462426fa-af63-477a-9a7b-c508bca60fe5 req-16bffde3-2dac-4353-82f3-dc8b6f655964 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "DELETE /v2.0/ports/b24ac8d6-e00b-496a-9241-5682eb252326 HTTP/1.1" status: 204 len: 173 time: 0.4901998 Nov 02 12:49:44.933997 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.474808 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9267f01f-c54b-4098-b068-89e154af9f47 None None] New status for floating IP 389a54fa-732a-41ce-ac01-cb75aa3d5fe4: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:49:45.639353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'name': 'network-vif-deleted', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:45.641718 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab055842-5884-4c31-b044-1c78e9b97ea9" -d '{"events": [{"server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "name": "network-vif-deleted", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:45.663802 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:45.690789 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5adfcd70-b4ee-49e8-b70a-ef7ee9b9a97a x-openstack-request-id: req-5adfcd70-b4ee-49e8-b70a-ef7ee9b9a97a {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:45.691089 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c093be-2da9-440d-af92-34fe3e82b315", "name": "network-vif-deleted", "tag": "b24ac8d6-e00b-496a-9241-5682eb252326", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:45.691354 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5adfcd70-b4ee-49e8-b70a-ef7ee9b9a97a {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:45.691808 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adfcd70-b4ee-49e8-b70a-ef7ee9b9a97a'] response: {'server_uuid': '70c093be-2da9-440d-af92-34fe3e82b315', 'name': 'network-vif-deleted', 'tag': 'b24ac8d6-e00b-496a-9241-5682eb252326', 'status': 'completed', 'code': 200} Nov 02 12:49:45.996497 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6f64c51a-5ef4-417b-b2af-864cca0d1266 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:49:46.046840 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 6f64c51a-5ef4-417b-b2af-864cca0d1266 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:49:46.047215 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:46.047555 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 6f64c51a-5ef4-417b-b2af-864cca0d1266 Nov 02 12:49:46.133723 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 6f64c51a-5ef4-417b-b2af-864cca0d1266 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:47.185675 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:49.504213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-3a8fdd6b-72cf-40a7-90f9-d41710c29d62 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:49.507096 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-3a8fdd6b-72cf-40a7-90f9-d41710c29d62 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 809 time: 0.1106310 Nov 02 12:49:49.508044 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b24ac8d6-e00b-496a-9241-5682eb252326 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:49:49.521461 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-614da2e8-66be-40c7-bfe3-077ccdaac864 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/quotas/2bded8948a764f5eb9874d41a9ec55e2 HTTP/1.1" status: 200 len: 375 time: 0.0089371 Nov 02 12:49:49.527952 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: b24ac8d6-e00b-496a-9241-5682eb252326 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:49:49.528306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device b24ac8d6-e00b-496a-9241-5682eb252326 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:49:49.555065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-09e2b849-c58f-4fea-9812-c758d8099b33 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284894 Nov 02 12:49:49.651340 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-9ffe0d1f-f7c7-4f16-a784-5b448e476aee service neutron] 10.222.0.91 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870121 Nov 02 12:49:49.743198 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-f6346eb9-d157-40c3-ae81-17063f35cfb6 service neutron] 10.222.0.91 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850759 Nov 02 12:49:49.903954 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5a17a36e-fc32-4d3d-9715-85733c6484fb req-591e4584-da29-47de-98e7-b6744082fed9 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 210 time: 0.0288420 Nov 02 12:49:51.015273 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ba46704-c7fd-4c92-b3cc-c09d268d07f5 req-d5b05861-425d-4fcc-901b-3e6d99d21b79 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 210 time: 0.0360782 Nov 02 12:49:51.074802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-2274a6a5-58b9-478a-9da1-907d107b6ec3 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:51.076540 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-2274a6a5-58b9-478a-9da1-907d107b6ec3 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 809 time: 0.1157289 Nov 02 12:49:51.290983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Request body: {'port': {'device_id': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf', 'admin_state_up': True, 'tenant_id': '2bded8948a764f5eb9874d41a9ec55e2'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:51.402088 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Made reservation on behalf of 2bded8948a764f5eb9874d41a9ec55e2 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:49:51.405807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.541481 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Allocated IP 172.20.0.5 (402196ea-f6a9-4870-b0e5-213d3fe404cf/296c6c78-aa24-40a0-b49c-92df4f7e3b29/859f5718-be56-4937-9dd4-c94b913603da) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:49:51.704734 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-7b7b9d52-1106-403b-b607-05b0c9d66f05 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1223080 Nov 02 12:49:51.730023 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks [] for port (859f5718-be56-4937-9dd4-c94b913603da), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.792907 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.832217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-fee56c5d-234a-4f3a-ab36-865f9abf552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:51.833706 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-fee56c5d-234a-4f3a-ab36-865f9abf552c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1129 time: 0.0942934 Nov 02 12:49:51.846030 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Network 402196ea-f6a9-4870-b0e5-213d3fe404cf is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:49:51.851615 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:49:51.856641 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:49:51.867488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Pushing event updated for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:51.956679 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:51.957291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:51.986363 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-346137c7-b0eb-4da7-a8c1-e9630ab7a5d4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7007701 Nov 02 12:49:51.996101 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-78d45e92-097b-47d6-8ba2-c73444f38541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:51.997478 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-78d45e92-097b-47d6-8ba2-c73444f38541 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.1438229 Nov 02 12:49:52.010146 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Request body: {'port': {'device_id': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:49:52.108801 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-56721281-618a-496f-b38d-47f00fd2da88 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 1001 time: 0.1030862 Nov 02 12:49:52.115271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (859f5718-be56-4937-9dd4-c94b913603da), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.158789 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec945-52b0-4b23-8d75-1ee74c8129b8 req-a4cb8b0e-37d2-410a-ab53-07400b8343e2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.160262 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb2ec945-52b0-4b23-8d75-1ee74c8129b8 req-a4cb8b0e-37d2-410a-ab53-07400b8343e2 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 931 time: 0.0648215 Nov 02 12:49:52.190874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-9755bdf8-7d65-443f-b35f-f123d7386e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.192352 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-9755bdf8-7d65-443f-b35f-f123d7386e47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0744331 Nov 02 12:49:52.219109 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb2ec945-52b0-4b23-8d75-1ee74c8129b8 req-52c1d60e-e6af-4c69-9c3c-f7685915412e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528593 Nov 02 12:49:52.352315 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-d11e02f0-fc7b-4c76-aaff-0936856560a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.353761 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-d11e02f0-fc7b-4c76-aaff-0936856560a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1503484 Nov 02 12:49:52.493219 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-5cdfc31e-a566-492c-aa65-c707f2291ed0 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329525 Nov 02 12:49:52.578984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859f5718-be56-4937-9dd4-c94b913603da {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:52.589770 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks [] for port (859f5718-be56-4937-9dd4-c94b913603da), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.613152 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Transition to ACTIVE for port object 859f5718-be56-4937-9dd4-c94b913603da will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:49:52.621927 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.664883 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-99383a00-e77f-4130-ba99-a1017a3ae668 req-263a5b28-d095-4ec3-842a-b63c23fdf2e7 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496418 Nov 02 12:49:52.703118 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Pushing event updated for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:52.767380 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Attempting to bind port 859f5718-be56-4937-9dd4-c94b913603da on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:49:52.767729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Attempting to bind port 859f5718-be56-4937-9dd4-c94b913603da by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:49:52.768063 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Attempting to bind port 859f5718-be56-4937-9dd4-c94b913603da on network 402196ea-f6a9-4870-b0e5-213d3fe404cf {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:52.773336 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Port 859f5718-be56-4937-9dd4-c94b913603da on network 402196ea-f6a9-4870-b0e5-213d3fe404cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:49:52.773880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Attempting to bind port 859f5718-be56-4937-9dd4-c94b913603da on network 402196ea-f6a9-4870-b0e5-213d3fe404cf {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:49:52.780405 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:49:52.780741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Checking segment: {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:49:52.781120 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Bound using segment: {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:49:52.781551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Bound port: 859f5718-be56-4937-9dd4-c94b913603da, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd991458-5701-4bdf-b1af-af018fe43cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1391, 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:49:52.781909 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (859f5718-be56-4937-9dd4-c94b913603da), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.844788 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:49:52.848016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=859f5718-be56-4937-9dd4-c94b913603da,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:49:52.854066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.858180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:52.858887 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:52.860308 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] 10.222.0.94 "PUT /v2.0/ports/859f5718-be56-4937-9dd4-c94b913603da HTTP/1.1" status: 200 len: 1093 time: 0.8557687 Nov 02 12:49:52.862406 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'tag': '859f5718-be56-4937-9dd4-c94b913603da'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:49:52.864988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18f86f2-dd11-4e68-b838-c37f125de340" -d '{"events": [{"name": "network-changed", "server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "tag": "859f5718-be56-4937-9dd4-c94b913603da"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:49:52.902197 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a49837-148e-4a5e-afa8-13b8d52f4b40 x-openstack-request-id: req-60a49837-148e-4a5e-afa8-13b8d52f4b40 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:49:52.902621 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "tag": "859f5718-be56-4937-9dd4-c94b913603da", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:49:52.902775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-60a49837-148e-4a5e-afa8-13b8d52f4b40 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:49:52.903597 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a49837-148e-4a5e-afa8-13b8d52f4b40'] response: {'name': 'network-changed', 'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'tag': '859f5718-be56-4937-9dd4-c94b913603da', 'status': 'completed', 'code': 200} Nov 02 12:49:52.916739 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92dda-80a6-4c64-afb2-71050eaf777d service neutron] Pushing event updated for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:49:53.163387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-c25729ab-c832-40f1-a9bd-16ebee316b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:53.164797 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-c25729ab-c832-40f1-a9bd-16ebee316b9e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 1127 time: 0.0463083 Nov 02 12:49:53.246267 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-231c84ff-3fae-4e3f-add6-8bfdd2519025 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859f5718-be56-4937-9dd4-c94b913603da HTTP/1.1" status: 200 len: 217 time: 0.0387180 Nov 02 12:49:53.302081 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-6b7216b2-2f5f-4b6f-814b-035615ca1409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:53.304814 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-6b7216b2-2f5f-4b6f-814b-035615ca1409 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=296c6c78-aa24-40a0-b49c-92df4f7e3b29 HTTP/1.1" status: 200 len: 849 time: 0.0456541 Nov 02 12:49:53.342005 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-ecf969f7-f208-4959-823f-166b0f21032a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=402196ea-f6a9-4870-b0e5-213d3fe404cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275350 Nov 02 12:49:53.343298 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6408a-22c6-4d3f-8247-23ac6791f3dd req-5abdbab2-7f5e-4f5a-ad5f-91c36f656489 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:53.344779 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b3e6408a-22c6-4d3f-8247-23ac6791f3dd req-5abdbab2-7f5e-4f5a-ad5f-91c36f656489 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0584922 Nov 02 12:49:53.392679 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b3e6408a-22c6-4d3f-8247-23ac6791f3dd req-b289b053-5a35-4f46-8165-b74d8b93cb84 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423360 Nov 02 12:49:53.437359 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-cfb7a2b3-549f-4002-b931-94e113628fe7 service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882535 Nov 02 12:49:53.559094 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ffe5fbc8-cbf0-4365-9a1c-407112386dc1 req-01e0d4bb-dcaf-483f-8764-5de4745a87a1 service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861068 Nov 02 12:49:53.875627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-3270a7d5-2ad7-44fd-ac90-16e9ccc33bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:53.877132 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-3270a7d5-2ad7-44fd-ac90-16e9ccc33bd5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 1127 time: 0.0467706 Nov 02 12:49:53.977940 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-e0c96294-13e3-4835-9362-26161c6edc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:53.979431 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-e0c96294-13e3-4835-9362-26161c6edc40 service neutron] 10.222.0.94 "GET /v2.0/networks?id=402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 200 len: 911 time: 0.0935860 Nov 02 12:49:54.021008 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-90d8e329-3144-47c2-8170-d76f49fd071e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=859f5718-be56-4937-9dd4-c94b913603da HTTP/1.1" status: 200 len: 217 time: 0.0350215 Nov 02 12:49:54.080742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-05cfef58-939d-4fb0-9250-873f6e520ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:54.082193 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-05cfef58-939d-4fb0-9250-873f6e520ca9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=296c6c78-aa24-40a0-b49c-92df4f7e3b29 HTTP/1.1" status: 200 len: 849 time: 0.0493665 Nov 02 12:49:54.120961 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-cc215b09-8a5c-4c1c-92ab-2a06fe5d305f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=402196ea-f6a9-4870-b0e5-213d3fe404cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264800 Nov 02 12:49:54.211273 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-0fed5a27-ac53-4609-aefe-bba80fdd78bb service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835857 Nov 02 12:49:54.310395 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e18f86f2-dd11-4e68-b838-c37f125de340 req-272cda0d-565c-47f9-9a67-2158eefb897e service neutron] 10.222.0.94 "GET /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919380 Nov 02 12:49:54.522806 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ec122-1543-42fb-abdd-5e91dc9c9ea9 req-1f749bed-1757-46e3-89ad-a5dfcfe12979 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:54.524876 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ca1ec122-1543-42fb-abdd-5e91dc9c9ea9 req-1f749bed-1757-46e3-89ad-a5dfcfe12979 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0564826 Nov 02 12:49:54.578213 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ca1ec122-1543-42fb-abdd-5e91dc9c9ea9 req-c78f0932-6c24-4255-9e0c-3eba0ba7b1b4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474198 Nov 02 12:49:55.705955 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb066d95-bcf7-4c43-8385-6ddade96a400 req-2e76c0e0-4a14-4d37-9a3a-ed5d6db24e37 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:55.707580 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb066d95-bcf7-4c43-8385-6ddade96a400 req-2e76c0e0-4a14-4d37-9a3a-ed5d6db24e37 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0548229 Nov 02 12:49:55.759338 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fb066d95-bcf7-4c43-8385-6ddade96a400 req-b7d702aa-0664-4e72-b9be-ba08e8e5f63b tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Nov 02 12:49:56.903332 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e8ab5-b791-4c6f-a310-8a4e568742d6 req-74b6bac3-400b-47c0-887a-ba4fa29dffc4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:56.904787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b13e8ab5-b791-4c6f-a310-8a4e568742d6 req-74b6bac3-400b-47c0-887a-ba4fa29dffc4 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0648243 Nov 02 12:49:56.961584 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b13e8ab5-b791-4c6f-a310-8a4e568742d6 req-3cd202bf-35b6-4318-95e4-aa4c646d4c55 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501990 Nov 02 12:49:58.095821 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb74d9-7b1e-4de5-8e87-7b9dfc4e3c6a req-a5657c85-88c6-4e03-8495-4469733e5288 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:58.097308 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-60cb74d9-7b1e-4de5-8e87-7b9dfc4e3c6a req-a5657c85-88c6-4e03-8495-4469733e5288 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0595737 Nov 02 12:49:58.147514 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-60cb74d9-7b1e-4de5-8e87-7b9dfc4e3c6a req-e0594655-3ec7-46e1-a4b7-30a3d8270254 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432458 Nov 02 12:49:59.272261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f1a02-ff2e-4222-8721-d1cc526b6491 req-88b17904-2c49-4f73-92e8-32369c651c72 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:49:59.274461 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-917f1a02-ff2e-4222-8721-d1cc526b6491 req-88b17904-2c49-4f73-92e8-32369c651c72 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 943 time: 0.0531635 Nov 02 12:49:59.321297 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-917f1a02-ff2e-4222-8721-d1cc526b6491 req-1c7a8c52-49e8-4196-93a0-1a0375ca98c7 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Nov 02 12:49:59.583137 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 859f5718-be56-4937-9dd4-c94b913603da details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:49:59.683476 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=859f5718-be56-4937-9dd4-c94b913603da,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:59.694692 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '859f5718-be56-4937-9dd4-c94b913603da', 'network_id': '402196ea-f6a9-4870-b0e5-213d3fe404cf', 'port_id': '859f5718-be56-4937-9dd4-c94b913603da', 'mac_address': 'fa:16:3e:c1:e5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '296c6c78-aa24-40a0-b49c-92df4f7e3b29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:49:59.728565 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 859f5718-be56-4937-9dd4-c94b913603da is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:49:59.728968 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (859f5718-be56-4937-9dd4-c94b913603da), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.741831 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859f5718-be56-4937-9dd4-c94b913603da {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:49:59.762778 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=859f5718-be56-4937-9dd4-c94b913603da,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:49:59.766274 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:49:59.815684 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:00.459916 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99179b-166a-417c-b19c-9074acb81139 req-73f21475-f352-469b-934c-d3cc976e8fde tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:00.461894 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e99179b-166a-417c-b19c-9074acb81139 req-73f21475-f352-469b-934c-d3cc976e8fde tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 944 time: 0.0566213 Nov 02 12:50:00.511773 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e99179b-166a-417c-b19c-9074acb81139 req-9368b51e-7dd1-45ac-aba6-8926a2e4fb00 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 Nov 02 12:50:00.641743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['859f5718-be56-4937-9dd4-c94b913603da'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:50:01.634623 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82ac7f-a834-472f-bf9d-c6b2ec8fc999 req-05c86ef3-ae19-4a9a-bcad-f7313ff55528 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:01.636079 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d82ac7f-a834-472f-bf9d-c6b2ec8fc999 req-05c86ef3-ae19-4a9a-bcad-f7313ff55528 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 944 time: 0.0519848 Nov 02 12:50:01.683059 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d82ac7f-a834-472f-bf9d-c6b2ec8fc999 req-e9db3206-9ec5-4384-90f6-2a88e5128e32 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Nov 02 12:50:02.806010 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35323767-727d-48c3-8582-698513287faf req-08538b81-80a3-469b-bea1-36cd8c35d22b tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:02.807747 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-35323767-727d-48c3-8582-698513287faf req-08538b81-80a3-469b-bea1-36cd8c35d22b tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 944 time: 0.0532045 Nov 02 12:50:02.857006 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-35323767-727d-48c3-8582-698513287faf req-87e9866c-6169-43e3-adde-e4de48b9b1bd tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437727 Nov 02 12:50:03.590716 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 859f5718-be56-4937-9dd4-c94b913603da up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:03.636873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 859f5718-be56-4937-9dd4-c94b913603da completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:50:03.640458 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 859f5718-be56-4937-9dd4-c94b913603da triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:50:03.640830 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (859f5718-be56-4937-9dd4-c94b913603da), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.641168 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 859f5718-be56-4937-9dd4-c94b913603da Nov 02 12:50:03.712697 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 859f5718-be56-4937-9dd4-c94b913603da is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:50:03.713087 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (859f5718-be56-4937-9dd4-c94b913603da), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.735553 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859f5718-be56-4937-9dd4-c94b913603da'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:03.737811 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb830cd-3df3-46c8-8611-fae5610ea498" -d '{"events": [{"server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "name": "network-vif-plugged", "status": "completed", "tag": "859f5718-be56-4937-9dd4-c94b913603da"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:03.753653 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=859f5718-be56-4937-9dd4-c94b913603da,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:03.758173 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:03.784875 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5b3ece-69a9-491a-b718-55305c723435 x-openstack-request-id: req-ac5b3ece-69a9-491a-b718-55305c723435 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:03.785180 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "name": "network-vif-plugged", "status": "completed", "tag": "859f5718-be56-4937-9dd4-c94b913603da", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:03.785441 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ac5b3ece-69a9-491a-b718-55305c723435 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:03.785843 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5b3ece-69a9-491a-b718-55305c723435'] response: {'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859f5718-be56-4937-9dd4-c94b913603da', 'code': 200} Nov 02 12:50:03.811170 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:03.988750 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65b4e1-f156-427d-9d0b-bd50a9c67b37 req-549d2553-4a4c-4667-b646-76c63eec2538 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:03.990212 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec65b4e1-f156-427d-9d0b-bd50a9c67b37 req-549d2553-4a4c-4667-b646-76c63eec2538 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0555887 Nov 02 12:50:04.018836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8a8f0-a4f1-4617-b0d2-1f1f1324362f req-bd228522-2188-4b85-8e6a-c255bab5fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:04.020318 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-91c8a8f0-a4f1-4617-b0d2-1f1f1324362f req-bd228522-2188-4b85-8e6a-c255bab5fee5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 1129 time: 0.0446444 Nov 02 12:50:04.038468 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec65b4e1-f156-427d-9d0b-bd50a9c67b37 req-1923e102-985e-44ea-bee1-0bbfef50373c tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419781 Nov 02 12:50:04.064743 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-91c8a8f0-a4f1-4617-b0d2-1f1f1324362f req-d3a18314-aaa1-449c-8268-41921755c33f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377746 Nov 02 12:50:05.166434 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127762f9-58e5-464c-973d-8cfbb1175b9d req-7ab2ae8e-091b-4a2e-a58e-f4f38820a21e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:05.167935 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-127762f9-58e5-464c-973d-8cfbb1175b9d req-7ab2ae8e-091b-4a2e-a58e-f4f38820a21e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0541589 Nov 02 12:50:05.215539 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-127762f9-58e5-464c-973d-8cfbb1175b9d req-bb93ce7e-91ca-430b-bf51-c89c7c95047e tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Nov 02 12:50:06.554215 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858b692-ebc2-4969-86b0-21db9cfe1591 req-1dc6e95a-36e7-4b2a-a868-8d4a09f417ed tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:06.555858 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4858b692-ebc2-4969-86b0-21db9cfe1591 req-1dc6e95a-36e7-4b2a-a868-8d4a09f417ed tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.2672458 Nov 02 12:50:06.601797 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4858b692-ebc2-4969-86b0-21db9cfe1591 req-60d5c974-ce2e-424d-af30-8aca9f92effa tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405142 Nov 02 12:50:07.735316 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad18b0-8d49-40a1-a55e-2d5fe62793d1 req-7758e9fa-2418-4c01-93d0-28affb4812e7 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:07.736850 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3ad18b0-8d49-40a1-a55e-2d5fe62793d1 req-7758e9fa-2418-4c01-93d0-28affb4812e7 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0618508 Nov 02 12:50:07.785881 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3ad18b0-8d49-40a1-a55e-2d5fe62793d1 req-38679a09-eaa7-401a-9303-35833e49c016 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Nov 02 12:50:08.615881 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725caf3a-95d0-48d1-bbe7-70d512eb1df8 req-f7898933-8eb5-4546-9bc8-74952c17bc4a tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:08.617359 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-725caf3a-95d0-48d1-bbe7-70d512eb1df8 req-f7898933-8eb5-4546-9bc8-74952c17bc4a tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0589643 Nov 02 12:50:08.666247 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-725caf3a-95d0-48d1-bbe7-70d512eb1df8 req-a7755000-f8e7-44b0-a6f2-822852a7eb4a tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Nov 02 12:50:09.731096 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-47528ee5-2a0d-4d5f-a148-c2fbcc5d0873 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216201774&fields=id&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 267 time: 0.0467236 Nov 02 12:50:09.874069 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d980b89-5a5d-455c-98db-2c2bf983e5ba req-93713324-fd74-4f37-98eb-20497cfaf398 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:09.875646 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d980b89-5a5d-455c-98db-2c2bf983e5ba req-93713324-fd74-4f37-98eb-20497cfaf398 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.1285629 Nov 02 12:50:09.885939 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-f55a8ef8-98b6-4d2c-b093-b8f102e39f9f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:09.887379 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-f55a8ef8-98b6-4d2c-b093-b8f102e39f9f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1499255 Nov 02 12:50:09.912548 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-571b1f5b-664e-4401-861b-f0b04e9121ce tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/quotas/9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 375 time: 0.0184112 Nov 02 12:50:09.965065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d980b89-5a5d-455c-98db-2c2bf983e5ba req-e5f34a49-5986-4a03-a46b-ef6b345a7b59 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766740 Nov 02 12:50:09.985597 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-663e201e-0cc9-41a2-af85-a490563941a2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674379 Nov 02 12:50:10.083917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-50fe4120-dcbd-4a87-bf55-9f17623d99ea service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866253 Nov 02 12:50:10.181972 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-f21aa8f8-9cbf-4567-9cdb-994625c5a89e service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906765 Nov 02 12:50:10.515329 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d30a7c0-dc7c-4157-9efd-1210d01e039e req-6dbe0509-c866-4f11-97b4-3f29ff8f607d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 210 time: 0.0298657 Nov 02 12:50:10.662186 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d84299d7-40d2-426d-bb74-bfd79335548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:10.802259 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a7eec-75c6-46bc-a87d-06207d619307 req-0ea59a87-13c0-46b2-a0f7-64f6aadec7b5 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:10.803779 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-359a7eec-75c6-46bc-a87d-06207d619307 req-0ea59a87-13c0-46b2-a0f7-64f6aadec7b5 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0636840 Nov 02 12:50:11.107737 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58d9a5-a915-4d3f-94d9-959d3546efdf req-8217537c-a2a7-4a16-9df1-cfc15d6f3a47 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:11.110595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-af58d9a5-a915-4d3f-94d9-959d3546efdf req-8217537c-a2a7-4a16-9df1-cfc15d6f3a47 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/ports?device_id=9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840 HTTP/1.1" status: 200 len: 945 time: 0.0664129 Nov 02 12:50:11.179857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Deleting port 859f5718-be56-4937-9dd4-c94b913603da {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:50:11.180499 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (859f5718-be56-4937-9dd4-c94b913603da), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.191328 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-af58d9a5-a915-4d3f-94d9-959d3546efdf req-f92095e8-d217-4095-88df-9be13caaf1b0 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.91 "GET /v2.0/security-groups?id=df27a667-ab58-4e2d-898e-1bef6efa80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713122 Nov 02 12:50:11.276331 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] For port 859f5718-be56-4937-9dd4-c94b913603da, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=859f5718-be56-4937-9dd4-c94b913603da,segment=NetworkSegment(bd991458-5701-4bdf-b1af-af018fe43cec),segment_id=bd991458-5701-4bdf-b1af-af018fe43cec)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:11.276609 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (859f5718-be56-4937-9dd4-c94b913603da), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.289639 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Calling delete_port for 859f5718-be56-4937-9dd4-c94b913603da owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:50:11.422778 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (859f5718-be56-4937-9dd4-c94b913603da), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.455725 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Pushing event deleted for resources: {'Port': ['ID=859f5718-be56-4937-9dd4-c94b913603da,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:11.468720 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['859f5718-be56-4937-9dd4-c94b913603da'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:50:11.503302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] No DVR routers for this DVR port 859f5718-be56-4937-9dd4-c94b913603da on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:50:11.505798 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:11.509754 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-359a7eec-75c6-46bc-a87d-06207d619307 req-c2a3211c-150e-4836-9737-a5246134cf40 tempest-VolumesActionsTest-1624018506 tempest-VolumesActionsTest-1624018506-project] 10.222.0.94 "DELETE /v2.0/ports/859f5718-be56-4937-9dd4-c94b913603da HTTP/1.1" status: 204 len: 173 time: 0.6986082 Nov 02 12:50:11.510332 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'name': 'network-vif-deleted', 'tag': '859f5718-be56-4937-9dd4-c94b913603da'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:11.512709 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d69aa26-bc99-40d7-95db-a38148af9afa" -d '{"events": [{"server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "name": "network-vif-deleted", "tag": "859f5718-be56-4937-9dd4-c94b913603da"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:11.552224 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bed3da3-b790-44d6-91b2-6c7e95534f8d x-openstack-request-id: req-8bed3da3-b790-44d6-91b2-6c7e95534f8d {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:11.552730 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840", "name": "network-vif-deleted", "tag": "859f5718-be56-4937-9dd4-c94b913603da", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:11.553137 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8bed3da3-b790-44d6-91b2-6c7e95534f8d {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:11.553617 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bed3da3-b790-44d6-91b2-6c7e95534f8d'] response: {'server_uuid': '9dbf0d64-8ae9-4a4d-bd80-b5eb6ad4e840', 'name': 'network-vif-deleted', 'tag': '859f5718-be56-4937-9dd4-c94b913603da', 'status': 'completed', 'code': 200} Nov 02 12:50:11.628761 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8144f5f-0673-4fd7-8c3d-3660f36fd666 req-5f18acbf-1631-4348-96f0-2c02d0c3198c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 210 time: 0.0320191 Nov 02 12:50:11.765678 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-1c28f5e1-fa0a-45d5-8e64-fbb71147db80 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:11.767342 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-1c28f5e1-fa0a-45d5-8e64-fbb71147db80 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1284513 Nov 02 12:50:11.859392 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-cdbcd31d-4c09-4bc8-aaea-8a65df43270f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 379 time: 0.0623715 Nov 02 12:50:11.872010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'port': {'device_id': 'e591dc02-6481-446e-9bf3-770900896887', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'admin_state_up': True, 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'security_groups': ['1a1f00e0-cb4b-4695-bb67-386f88a3442d']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:12.003573 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Made reservation on behalf of 9c63521170144f4e8267e0fe89a02c1d for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:12.007007 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.146286 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.20.0.4 (cef30bd9-58ef-4273-8041-b5e9444b8d02/17c31632-913c-4107-bf33-d931adf7bd3a/a4175ae1-1d91-4b8b-8c39-484af289d94f) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:12.327406 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.382602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.427729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:12.431633 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:12.438128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:12.451745 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:12.483005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:12.500615 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:12.501417 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.515812 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.516202 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.516622 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.516965 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.517379 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.517770 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.518111 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.518477 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.518874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.519208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.519703 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.520041 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.520369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:12.527273 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-a2bfaed7-4b01-49b0-a69f-c6a6ae68bf9b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6604631 Nov 02 12:50:12.552663 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Request body: {'port': {'device_id': 'e591dc02-6481-446e-9bf3-770900896887', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:12.637424 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.804904 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Provisioning complete for port a4175ae1-1d91-4b8b-8c39-484af289d94f triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:50:12.805432 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:12.805666 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Attempt 1 to provision port a4175ae1-1d91-4b8b-8c39-484af289d94f Nov 02 12:50:12.812404 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7c329d-9de0-4865-98fb-b3cc41f27a10 req-fb3c1022-3b1b-4635-bed0-3684d03c662f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:12.814141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4a7c329d-9de0-4865-98fb-b3cc41f27a10 req-fb3c1022-3b1b-4635-bed0-3684d03c662f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 931 time: 0.0714126 Nov 02 12:50:12.901325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Port a4175ae1-1d91-4b8b-8c39-484af289d94f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:50:12.919941 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4a7c329d-9de0-4865-98fb-b3cc41f27a10 req-90e0da24-e5b2-41f6-90bc-9343518f6dc5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967875 Nov 02 12:50:13.048197 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4175ae1-1d91-4b8b-8c39-484af289d94f {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:50:13.057733 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks [] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.077616 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Transition to ACTIVE for port object a4175ae1-1d91-4b8b-8c39-484af289d94f will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:50:13.082502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.177726 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bd5e3bdc-0ee6-4d55-b912-9e803c73d43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.197791 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Pushing event updated for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:13.237593 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Attempting to bind port a4175ae1-1d91-4b8b-8c39-484af289d94f on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:50:13.237936 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Attempting to bind port a4175ae1-1d91-4b8b-8c39-484af289d94f by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:50:13.238270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Attempting to bind port a4175ae1-1d91-4b8b-8c39-484af289d94f on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:13.243313 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Port a4175ae1-1d91-4b8b-8c39-484af289d94f on network cef30bd9-58ef-4273-8041-b5e9444b8d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:50:13.243766 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Attempting to bind port a4175ae1-1d91-4b8b-8c39-484af289d94f on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:13.249811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:13.251989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:50:13.251989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Bound using segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:13.251989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Bound port: a4175ae1-1d91-4b8b-8c39-484af289d94f, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:50:13.251989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.321143 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:13.326159 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:13.336908 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.345458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:13.346513 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:13.348872 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] 10.222.0.94 "PUT /v2.0/ports/a4175ae1-1d91-4b8b-8c39-484af289d94f HTTP/1.1" status: 200 len: 1093 time: 0.8003297 Nov 02 12:50:13.403647 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Attempt 2 to provision port a4175ae1-1d91-4b8b-8c39-484af289d94f Nov 02 12:50:13.404374 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06865f7d-f3ad-4b2d-a149-aa9001287c4c service neutron] Pushing event updated for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:13.448957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a8d94-ca0a-4bed-9dc0-1be5819891cf None None] Port a4175ae1-1d91-4b8b-8c39-484af289d94f had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:50:13.463730 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-251e4e27-8a3f-4b3f-b671-07031fc7e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:13.465320 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-251e4e27-8a3f-4b3f-b671-07031fc7e47e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 1127 time: 0.0507956 Nov 02 12:50:13.516917 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-b2af3efd-16b4-4fd2-a3fb-965e242fef8f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f HTTP/1.1" status: 200 len: 217 time: 0.0373156 Nov 02 12:50:13.554881 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:13.557786 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f" -d '{"events": [{"name": "network-changed", "server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:13.575102 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-24849c5d-0aa4-4193-8ffd-7993262de3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:13.576621 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-24849c5d-0aa4-4193-8ffd-7993262de3d3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0534647 Nov 02 12:50:13.610355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b52ed9-0b46-47ea-8ec5-e23d9ca2821f x-openstack-request-id: req-84b52ed9-0b46-47ea-8ec5-e23d9ca2821f {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:13.610651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:13.610902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-84b52ed9-0b46-47ea-8ec5-e23d9ca2821f {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:13.611294 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b52ed9-0b46-47ea-8ec5-e23d9ca2821f'] response: {'name': 'network-changed', 'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'status': 'completed', 'code': 200} Nov 02 12:50:13.631017 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-0bd550e2-1adf-4a47-8594-5dddfa872944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:13.632516 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-0bd550e2-1adf-4a47-8594-5dddfa872944 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494368 Nov 02 12:50:13.712686 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 859f5718-be56-4937-9dd4-c94b913603da no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:50:13.732625 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 859f5718-be56-4937-9dd4-c94b913603da {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:50:13.732982 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 859f5718-be56-4937-9dd4-c94b913603da not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:50:13.805806 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-45c67bcb-161a-4186-a2cc-5bcff297e8af service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888405 Nov 02 12:50:13.903734 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e5f5d52a-8922-4dee-a5f7-6216abcd4792 req-6a6935a2-e842-420f-a269-448274dab80a service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917215 Nov 02 12:50:14.067884 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27729-7b3c-4a22-b819-03aa7e1ef082 req-acb77bc6-4375-45e6-b1e3-a5b6438e754f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:14.069412 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-41e27729-7b3c-4a22-b819-03aa7e1ef082 req-acb77bc6-4375-45e6-b1e3-a5b6438e754f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0594862 Nov 02 12:50:14.123785 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-41e27729-7b3c-4a22-b819-03aa7e1ef082 req-a4f495f7-c36a-4ff8-b1df-8865cb283ebc tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481486 Nov 02 12:50:14.325001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:14.601439 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-72a2c83f-d1a0-4885-9933-b971ededcdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:14.603957 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-72a2c83f-d1a0-4885-9933-b971ededcdd0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 1127 time: 0.0473852 Nov 02 12:50:14.701002 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-42d47048-06ed-4a9c-af2a-4c070e8eba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:14.702510 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-42d47048-06ed-4a9c-af2a-4c070e8eba99 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0937603 Nov 02 12:50:14.910533 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:15.258134 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afabfd7-b3f8-45cf-b993-8407b1a959f4 req-ab1cb91d-6ec7-4896-b837-00df73e53eaf tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:15.260325 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6afabfd7-b3f8-45cf-b993-8407b1a959f4 req-ab1cb91d-6ec7-4896-b837-00df73e53eaf tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0588219 Nov 02 12:50:15.314162 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6afabfd7-b3f8-45cf-b993-8407b1a959f4 req-2a7c2201-2ba5-4e47-a3c1-db83297449af tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484762 Nov 02 12:50:15.662240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:16.059354 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-fa9f1b96-fc32-4142-9914-b463e08a4dd7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f HTTP/1.1" status: 200 len: 217 time: 0.0356636 Nov 02 12:50:16.449144 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe6604-6762-4700-9dff-2a7d9933584a req-95a5ff2b-8e35-418e-8622-3b0b71e9fef1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:16.450777 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8bbe6604-6762-4700-9dff-2a7d9933584a req-95a5ff2b-8e35-418e-8622-3b0b71e9fef1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0604908 Nov 02 12:50:16.506697 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8bbe6604-6762-4700-9dff-2a7d9933584a req-2698911b-bb24-4295-9480-7a6169623506 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501294 Nov 02 12:50:17.189826 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:17.196622 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-e478dd92-537d-4ce0-8894-445887f8cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:17.198684 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-e478dd92-537d-4ce0-8894-445887f8cb25 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0520136 Nov 02 12:50:17.250751 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-71a4154b-11f1-4ce1-86b8-81a9c6107bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:17.252286 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-71a4154b-11f1-4ce1-86b8-81a9c6107bf5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474374 Nov 02 12:50:17.642765 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99277599-1118-46f5-946a-c86d38c1d1eb req-940954b6-a5d6-46a9-88fd-19cd6ca266e7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:17.644563 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99277599-1118-46f5-946a-c86d38c1d1eb req-940954b6-a5d6-46a9-88fd-19cd6ca266e7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0576801 Nov 02 12:50:17.697398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99277599-1118-46f5-946a-c86d38c1d1eb req-9faac844-f08d-40be-abfc-ca63b410d6f0 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476170 Nov 02 12:50:18.834680 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30fd2-db73-4475-b148-9a38e9d31f59 req-58be11df-862e-49a5-97ef-b6b72e043ed3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:18.836251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6e30fd2-db73-4475-b148-9a38e9d31f59 req-58be11df-862e-49a5-97ef-b6b72e043ed3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0628796 Nov 02 12:50:18.861096 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-cdbd55e5-9dfa-4086-b19f-f0dcb4925961 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004150 Nov 02 12:50:18.897366 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6e30fd2-db73-4475-b148-9a38e9d31f59 req-eaef668b-e13f-4bb6-9344-0bab47442c03 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512352 Nov 02 12:50:18.957294 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0c4cb312-ef3e-4a2f-9cc4-b6ad619f611f req-8a94b3cb-ef61-4edc-b1d2-6651c918844a service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899374 Nov 02 12:50:20.027381 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d53bd-8a3c-4973-9dea-8fda1f62fc6a req-20567ebd-972f-45f7-868b-6240db47beea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:20.028940 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-055d53bd-8a3c-4973-9dea-8fda1f62fc6a req-20567ebd-972f-45f7-868b-6240db47beea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0552275 Nov 02 12:50:20.081933 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-055d53bd-8a3c-4973-9dea-8fda1f62fc6a req-55efb7de-4e81-48a6-ab2b-bc763af693f5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468535 Nov 02 12:50:21.220354 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf629e-2f1b-4714-9115-4c4dbc6a4133 req-90f2fa63-0aff-4c1e-a693-246226e68e61 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:21.221921 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bdcf629e-2f1b-4714-9115-4c4dbc6a4133 req-90f2fa63-0aff-4c1e-a693-246226e68e61 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0592475 Nov 02 12:50:21.282523 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bdcf629e-2f1b-4714-9115-4c4dbc6a4133 req-cf83d4ee-f014-41e8-afc8-07f8881233f7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506172 Nov 02 12:50:22.485054 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711528a-e97b-4d33-89ae-a10a27c3fa87 req-4600aca1-5bb0-489b-916d-5678341be19d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:22.492595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3711528a-e97b-4d33-89ae-a10a27c3fa87 req-4600aca1-5bb0-489b-916d-5678341be19d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0785329 Nov 02 12:50:22.552317 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3711528a-e97b-4d33-89ae-a10a27c3fa87 req-1415094e-1377-41d8-9b40-43ca0819a5c7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581281 Nov 02 12:50:22.632658 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-d0d5c2d6-fae8-41c2-b267-57be66180e24 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1922762030&fields=id&tenant_id=4c97257820854f7fa911c9f73082f468 HTTP/1.1" status: 200 len: 267 time: 0.0680020 Nov 02 12:50:22.786062 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-60fca70b-8d3e-48d8-9f0d-ab10af6638d3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:22.789714 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-60fca70b-8d3e-48d8-9f0d-ab10af6638d3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 809 time: 0.1558130 Nov 02 12:50:22.814398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-e2458229-789d-41dd-bcd2-017d44b6c771 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/quotas/4c97257820854f7fa911c9f73082f468 HTTP/1.1" status: 200 len: 375 time: 0.0179133 Nov 02 12:50:22.918073 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-34a15493-d639-404b-9c90-6d0df2b1435a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0951498 Nov 02 12:50:23.083238 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-3184e15e-cb90-4587-931f-556ce87e3064 service neutron] 10.222.0.91 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455538 Nov 02 12:50:23.219715 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-633b96bc-1399-4bea-a17b-18bfc598359a service neutron] 10.222.0.91 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348314 Nov 02 12:50:23.747436 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e588f25a-9b4f-4c8a-af28-b96a61c0f94a req-88d1f8a3-2ab5-41a3-8980-42934d48efa9 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 210 time: 0.0806320 Nov 02 12:50:23.784653 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180dfb88-121c-49fc-8c25-7478daff881e req-bc80224a-cfc3-4c6f-a539-ad69d7767e84 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:23.786057 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-180dfb88-121c-49fc-8c25-7478daff881e req-bc80224a-cfc3-4c6f-a539-ad69d7767e84 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.1378405 Nov 02 12:50:23.882147 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-180dfb88-121c-49fc-8c25-7478daff881e req-6843b1bd-4076-4d7b-bf46-debd79c1f9da tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896318 Nov 02 12:50:24.877241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ffb59a1-841d-4f5b-8a45-d56aff78714d req-8d939e9f-101d-426e-ab8e-b112d3a0a679 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 210 time: 0.0426521 Nov 02 12:50:25.101196 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a073a9-dc31-4be1-8ee0-8b44b14b87da req-166eb517-85ad-4b2a-9e9e-c9d9ef6404de tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:25.103094 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-09a073a9-dc31-4be1-8ee0-8b44b14b87da req-166eb517-85ad-4b2a-9e9e-c9d9ef6404de tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.1000972 Nov 02 12:50:25.181232 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-09a073a9-dc31-4be1-8ee0-8b44b14b87da req-03f8031b-b040-4b43-9354-058fecffef0d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667536 Nov 02 12:50:25.236912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-e59f8387-7c8d-4228-bee1-7c8cad3d4cda tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:25.238573 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-e59f8387-7c8d-4228-bee1-7c8cad3d4cda tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 809 time: 0.1913552 Nov 02 12:50:25.347880 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-286150d7-b082-4136-a623-fea6b84edb5c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4c97257820854f7fa911c9f73082f468 HTTP/1.1" status: 200 len: 380 time: 0.0892150 Nov 02 12:50:25.385572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'port': {'device_id': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'admin_state_up': True, 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'security_groups': ['d7a5f5bf-b38e-453c-be1f-4752844d9b55']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:25.528589 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Made reservation on behalf of 4c97257820854f7fa911c9f73082f468 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:50:25.532363 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.722803 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Allocated IP 172.20.0.5 (09998b3e-df31-4adb-a4ee-ac684fc33a81/991263e9-bfec-4370-97c9-1352e48afe8b/a76cbef7-e568-4ca3-8337-0b06b158ed78) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:25.873623 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.913602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:25.975716 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:25.978918 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:25.985353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:26.010124 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:26.061117 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42eeae4-779f-4b03-a6c0-584e237d0077 req-0fe49769-4989-4fa4-9deb-0c481181a5aa tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:26.063430 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e42eeae4-779f-4b03-a6c0-584e237d0077 req-0fe49769-4989-4fa4-9deb-0c481181a5aa tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 931 time: 0.0896351 Nov 02 12:50:26.067452 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:26.068262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.093293 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-0f91c719-a014-4a8c-a6ce-27d5f6b1fea8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7150552 Nov 02 12:50:26.121017 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Request body: {'port': {'device_id': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:26.195899 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e42eeae4-779f-4b03-a6c0-584e237d0077 req-87237316-2b56-4701-9a63-01f7f1fd8863 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222801 Nov 02 12:50:26.284611 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.363514 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Provisioning complete for port a76cbef7-e568-4ca3-8337-0b06b158ed78 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:50:26.364140 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.364140 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Attempt 1 to provision port a76cbef7-e568-4ca3-8337-0b06b158ed78 Nov 02 12:50:26.412408 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Port a76cbef7-e568-4ca3-8337-0b06b158ed78 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:50:26.424910 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842e866-caec-4c94-918c-5e997ed59db3 req-92ba8843-160a-4b81-8a44-77c6951035f6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:26.428277 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0842e866-caec-4c94-918c-5e997ed59db3 req-92ba8843-160a-4b81-8a44-77c6951035f6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.1164229 Nov 02 12:50:26.510823 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0842e866-caec-4c94-918c-5e997ed59db3 req-fd69090c-ac46-413e-b144-ff6e0e869e02 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674589 Nov 02 12:50:26.626699 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76cbef7-e568-4ca3-8337-0b06b158ed78 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:50:26.637246 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks [] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.653129 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Transition to ACTIVE for port object a76cbef7-e568-4ca3-8337-0b06b158ed78 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:50:26.658765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.749588 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:26.786166 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Attempting to bind port a76cbef7-e568-4ca3-8337-0b06b158ed78 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:50:26.786820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Attempting to bind port a76cbef7-e568-4ca3-8337-0b06b158ed78 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:50:26.787256 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Attempting to bind port a76cbef7-e568-4ca3-8337-0b06b158ed78 on network 09998b3e-df31-4adb-a4ee-ac684fc33a81 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:26.793266 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Port a76cbef7-e568-4ca3-8337-0b06b158ed78 on network 09998b3e-df31-4adb-a4ee-ac684fc33a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:50:26.793657 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Attempting to bind port a76cbef7-e568-4ca3-8337-0b06b158ed78 on network 09998b3e-df31-4adb-a4ee-ac684fc33a81 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:50:26.799371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:50:26.799832 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Checking segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:50:26.800287 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Bound using segment: {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:50:26.800789 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Bound port: a76cbef7-e568-4ca3-8337-0b06b158ed78, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af364078-91c7-4746-8edb-937aebcf9092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1386, 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:50:26.801222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.874682 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:50:26.879170 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:50:26.886530 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.891004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:26.892073 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:26.893451 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] 10.222.0.94 "PUT /v2.0/ports/a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 1093 time: 0.7806017 Nov 02 12:50:26.893980 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:26.896331 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:26.913758 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Attempt 2 to provision port a76cbef7-e568-4ca3-8337-0b06b158ed78 Nov 02 12:50:26.991308 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef33112-c4e4-46fe-88fd-711cff5ee592 service neutron] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:26.992718 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-da5dacfe-998c-4747-9ab4-bc2dfa991c74 None None] Port a76cbef7-e568-4ca3-8337-0b06b158ed78 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:50:27.016952 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cde8c5-646c-4c9f-a74b-2b406382b7fb x-openstack-request-id: req-f1cde8c5-646c-4c9f-a74b-2b406382b7fb {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:27.017271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:27.017636 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f1cde8c5-646c-4c9f-a74b-2b406382b7fb {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:27.018256 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1cde8c5-646c-4c9f-a74b-2b406382b7fb'] response: {'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'status': 'completed', 'code': 200} Nov 02 12:50:27.062699 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-adb76124-e1c9-422d-979b-c6ed881b3ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.064205 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-adb76124-e1c9-422d-979b-c6ed881b3ea0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1127 time: 0.0695071 Nov 02 12:50:27.167985 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-4e6f7c1b-6096-4107-852d-7552d3dbceb8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 217 time: 0.0566943 Nov 02 12:50:27.253655 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-2af5589a-9b2a-4196-9a9f-8c5f4bc5624b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.255648 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-2af5589a-9b2a-4196-9a9f-8c5f4bc5624b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.0804894 Nov 02 12:50:27.324792 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d761d-3a60-4522-a4b7-843ade834c0f req-f92e4816-b7af-4937-8e03-a0a311d7584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.327634 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-f92e4816-b7af-4937-8e03-a0a311d7584a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639627 Nov 02 12:50:27.366327 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb8df3-ef17-4f10-8b4e-13afacf9b894 req-f407c52e-fbca-473f-9aef-dabe326c546f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.368216 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94fb8df3-ef17-4f10-8b4e-13afacf9b894 req-f407c52e-fbca-473f-9aef-dabe326c546f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0701914 Nov 02 12:50:27.430241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94fb8df3-ef17-4f10-8b4e-13afacf9b894 req-1578314d-b218-4cd0-b680-16c25e9eb03a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554295 Nov 02 12:50:27.476062 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-65fbc74a-779c-43f1-b188-79d515cbd552 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422000 Nov 02 12:50:27.592118 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-649d761d-3a60-4522-a4b7-843ade834c0f req-9cde37dd-35f3-4247-ac7d-4c8c2019b51e service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089654 Nov 02 12:50:27.666473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2f2b4-8452-4c99-a28c-308c1092e4a9 req-672621e3-92ef-4358-a9d6-2bd8090078ca tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.668749 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77e2f2b4-8452-4c99-a28c-308c1092e4a9 req-672621e3-92ef-4358-a9d6-2bd8090078ca tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0735221 Nov 02 12:50:27.724838 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77e2f2b4-8452-4c99-a28c-308c1092e4a9 req-7c132ac8-3652-4b19-9b05-13fbf69b1fe1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502017 Nov 02 12:50:27.797461 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-1380999b-3efd-4b7e-b4cf-7ac179f22de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.800021 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-1380999b-3efd-4b7e-b4cf-7ac179f22de7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1127 time: 0.0624363 Nov 02 12:50:27.908889 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-16be0b42-c8a4-4333-8503-d6003a845a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:27.910563 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-16be0b42-c8a4-4333-8503-d6003a845a4e service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.1052427 Nov 02 12:50:27.981017 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-7d32cfc9-e718-41b9-907e-51ea9ae37117 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 217 time: 0.0614386 Nov 02 12:50:28.051193 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-71f29827-60b2-46f7-8ed7-0125858e8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:28.052794 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-71f29827-60b2-46f7-8ed7-0125858e8556 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.0654624 Nov 02 12:50:28.122329 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-b453fc58-0104-4eae-a152-b83674bc8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:28.124143 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-b453fc58-0104-4eae-a152-b83674bc8b42 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650237 Nov 02 12:50:28.234112 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-6a9bfce1-eef6-43bf-a27a-36b1fd20c047 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026640 Nov 02 12:50:28.346772 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d56c845b-e576-46a7-83c6-3cf38c9f8aa2 req-6e3ae27f-6cee-4ad3-aa3e-6589a597f7d2 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057851 Nov 02 12:50:28.578050 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31cec2-a799-4aac-82fa-d8e5539fdef9 req-1cd48de9-dba0-4f78-baa3-088b7f9808aa tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:28.579770 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e31cec2-a799-4aac-82fa-d8e5539fdef9 req-1cd48de9-dba0-4f78-baa3-088b7f9808aa tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0639484 Nov 02 12:50:28.640885 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e31cec2-a799-4aac-82fa-d8e5539fdef9 req-b354b612-ee89-4317-afc0-b69b9e7fa07d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550315 Nov 02 12:50:28.884993 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5f982-528c-492e-9036-3066cd3a79e3 req-ec91c734-a897-47eb-be02-dc69b8b3ee50 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:28.887614 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bce5f982-528c-492e-9036-3066cd3a79e3 req-ec91c734-a897-47eb-be02-dc69b8b3ee50 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 943 time: 0.0750861 Nov 02 12:50:28.954119 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bce5f982-528c-492e-9036-3066cd3a79e3 req-04235cad-c7f0-42de-b8d4-c777728a7fbb tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602956 Nov 02 12:50:29.762956 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a4175ae1-1d91-4b8b-8c39-484af289d94f details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:50:29.820122 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcec10-88d5-4fac-88af-271236489273 req-eb58e4f7-9ce2-4526-9ce6-7f357637adf6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:29.821935 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-67dcec10-88d5-4fac-88af-271236489273 req-eb58e4f7-9ce2-4526-9ce6-7f357637adf6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0850775 Nov 02 12:50:29.907972 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:29.926703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'port_id': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'mac_address': 'fa:16:3e:83:28:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:50:29.935275 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-67dcec10-88d5-4fac-88af-271236489273 req-493d1f6a-4000-4db4-a92b-c61a3569bd20 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059740 Nov 02 12:50:29.987634 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a4175ae1-1d91-4b8b-8c39-484af289d94f is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:50:29.988015 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.011639 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4175ae1-1d91-4b8b-8c39-484af289d94f {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:50:30.038127 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:30.044576 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:30.104475 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:30.112616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.113055 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.113458 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.113811 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.114182 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.114519 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.114628 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e1067-d4d0-45e2-8e00-f1ff20556c19 req-2f3ee878-ead0-4a4a-af33-d2168d0ee274 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:30.114854 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.115188 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.115518 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.115864 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.116197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.116526 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.116978 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:30.130936 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-255e1067-d4d0-45e2-8e00-f1ff20556c19 req-2f3ee878-ead0-4a4a-af33-d2168d0ee274 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 944 time: 0.0818355 Nov 02 12:50:30.198074 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-255e1067-d4d0-45e2-8e00-f1ff20556c19 req-6121b961-b8c7-4eee-8b53-17f3a5dd5c64 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657063 Nov 02 12:50:30.693832 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['a4175ae1-1d91-4b8b-8c39-484af289d94f'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:50:31.094914 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532b7cf4-50d6-40bd-acb3-8291978d039f req-257f402c-1103-435d-9957-8af2b2e3e0ad tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:31.094914 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-532b7cf4-50d6-40bd-acb3-8291978d039f req-257f402c-1103-435d-9957-8af2b2e3e0ad tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0668514 Nov 02 12:50:31.158976 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-532b7cf4-50d6-40bd-acb3-8291978d039f req-826ea7c4-eacf-421f-abc8-4cf46b812dc5 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565202 Nov 02 12:50:31.341830 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef0cae-eae3-4ed5-8353-4433a7663926 req-8b27fd50-51f7-4264-a079-d8b74b291f8a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:31.343910 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a2ef0cae-eae3-4ed5-8353-4433a7663926 req-8b27fd50-51f7-4264-a079-d8b74b291f8a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 944 time: 0.0598512 Nov 02 12:50:31.406139 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a2ef0cae-eae3-4ed5-8353-4433a7663926 req-faff6682-0549-4a3a-b35e-0dab0e9acd8b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551109 Nov 02 12:50:32.320406 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c704d-c523-40ec-8b02-11fc2168f8a3 req-c5c24300-3fb9-4c9e-8efb-9b7be2648d73 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:32.323397 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d34c704d-c523-40ec-8b02-11fc2168f8a3 req-c5c24300-3fb9-4c9e-8efb-9b7be2648d73 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0752370 Nov 02 12:50:32.389185 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d34c704d-c523-40ec-8b02-11fc2168f8a3 req-8ef0e957-12ac-4b01-805a-e7dcd12c5ae7 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587575 Nov 02 12:50:32.561827 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2fcdf-c065-413c-bb6d-f3de565604b6 req-4ba945e2-f914-4622-be29-cd01f1017ab8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:32.563555 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2bb2fcdf-c065-413c-bb6d-f3de565604b6 req-4ba945e2-f914-4622-be29-cd01f1017ab8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 944 time: 0.0721967 Nov 02 12:50:32.624248 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2bb2fcdf-c065-413c-bb6d-f3de565604b6 req-34d83ff7-c396-48f9-b17c-4e265e008036 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530369 Nov 02 12:50:33.536030 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76fcce-fb12-4f7b-b8fd-8907e5331ff9 req-f13c7eaa-5c6a-4c9d-81bd-70dd91b96cc4 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:33.537656 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e76fcce-fb12-4f7b-b8fd-8907e5331ff9 req-f13c7eaa-5c6a-4c9d-81bd-70dd91b96cc4 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0657451 Nov 02 12:50:33.602042 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e76fcce-fb12-4f7b-b8fd-8907e5331ff9 req-9a5972fc-ebfd-4712-97d3-f72823af640d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574150 Nov 02 12:50:33.775569 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a4175ae1-1d91-4b8b-8c39-484af289d94f up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:33.781049 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05810-2ef9-4740-a3de-57cce5666dc1 req-6ea28859-8791-4850-991d-4d89d7dc1912 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:33.790206 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ed05810-2ef9-4740-a3de-57cce5666dc1 req-6ea28859-8791-4850-991d-4d89d7dc1912 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 944 time: 0.0756588 Nov 02 12:50:33.869093 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ed05810-2ef9-4740-a3de-57cce5666dc1 req-3abf7954-8ddd-40d6-970b-5867f37fc76e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772293 Nov 02 12:50:33.924831 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port a4175ae1-1d91-4b8b-8c39-484af289d94f completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:50:33.928134 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port a4175ae1-1d91-4b8b-8c39-484af289d94f triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:50:33.928134 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:33.928689 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port a4175ae1-1d91-4b8b-8c39-484af289d94f Nov 02 12:50:34.022087 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a4175ae1-1d91-4b8b-8c39-484af289d94f is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:50:34.022529 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.050837 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:34.053119 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996843f8-b117-491b-af84-1003daed7036" -d '{"events": [{"server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "name": "network-vif-plugged", "status": "completed", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:34.080532 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:34.085989 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:34.091939 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f2b9f-4662-4f5e-9256-1ceaa17aeca2 x-openstack-request-id: req-2b9f2b9f-4662-4f5e-9256-1ceaa17aeca2 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:34.092253 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "name": "network-vif-plugged", "status": "completed", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:34.092511 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2b9f2b9f-4662-4f5e-9256-1ceaa17aeca2 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:34.093890 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9f2b9f-4662-4f5e-9256-1ceaa17aeca2'] response: {'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'code': 200} Nov 02 12:50:34.156507 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:34.428969 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadebc3f-fa9e-42a7-bb2d-f58741d116e6 req-5d2398c5-f1ab-4ca8-9776-361756653fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:34.430567 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cadebc3f-fa9e-42a7-bb2d-f58741d116e6 req-5d2398c5-f1ab-4ca8-9776-361756653fc0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 1129 time: 0.0505967 Nov 02 12:50:34.484673 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cadebc3f-fa9e-42a7-bb2d-f58741d116e6 req-7f333b2a-cfb1-45e9-b0ae-1395f0547e39 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475476 Nov 02 12:50:34.747017 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c33b10-4c92-40ee-9dcd-72a4ba1e3108 req-140433e4-53de-4679-b380-08503d1ae6a1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:34.748619 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-02c33b10-4c92-40ee-9dcd-72a4ba1e3108 req-140433e4-53de-4679-b380-08503d1ae6a1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0663321 Nov 02 12:50:34.808089 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-02c33b10-4c92-40ee-9dcd-72a4ba1e3108 req-558e0778-9ec8-4318-a6b2-8fde7653f83c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533516 Nov 02 12:50:35.043200 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87f315-7a13-48de-99e4-9bd144ca903a req-716b55fc-1410-4c28-a61d-8079be2fe00e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.046774 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2c87f315-7a13-48de-99e4-9bd144ca903a req-716b55fc-1410-4c28-a61d-8079be2fe00e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0630686 Nov 02 12:50:35.099554 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2c87f315-7a13-48de-99e4-9bd144ca903a req-2ac183b5-e07d-4780-ad55-48846bcd4b72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489926 Nov 02 12:50:35.963574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246a0283-37a3-47e8-b6d9-98dd99bb134f req-b6d5819c-dc12-4d48-84cc-075f872ecf83 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:35.965259 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-246a0283-37a3-47e8-b6d9-98dd99bb134f req-b6d5819c-dc12-4d48-84cc-075f872ecf83 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0654526 Nov 02 12:50:36.018439 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-246a0283-37a3-47e8-b6d9-98dd99bb134f req-b068c8e7-8962-4898-a8b7-cfa947b70e9b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Nov 02 12:50:36.245227 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad8d4e-4ea0-4d40-b3c7-0b461ba7d4bc req-babef159-4b6e-4f47-b30a-fe1697bea92d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:36.252815 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0aad8d4e-4ea0-4d40-b3c7-0b461ba7d4bc req-babef159-4b6e-4f47-b30a-fe1697bea92d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0733473 Nov 02 12:50:36.302858 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0aad8d4e-4ea0-4d40-b3c7-0b461ba7d4bc req-e011cef5-f17a-4ea5-bcd9-1208c8173df3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491049 Nov 02 12:50:37.168984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf704fe4-4ef5-46a9-b8d1-edac0c720610 req-db4dd25d-0835-4688-934d-782bbe6881c5 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:37.170679 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf704fe4-4ef5-46a9-b8d1-edac0c720610 req-db4dd25d-0835-4688-934d-782bbe6881c5 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0674176 Nov 02 12:50:37.227798 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf704fe4-4ef5-46a9-b8d1-edac0c720610 req-ab806294-ba38-4f23-94d9-2909c736abfb tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509932 Nov 02 12:50:37.445710 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae18308f-e7a3-4e74-99fd-2038484fb973 req-5402ab64-128e-4a91-8410-c619b6cb028e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:37.447302 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae18308f-e7a3-4e74-99fd-2038484fb973 req-5402ab64-128e-4a91-8410-c619b6cb028e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0683596 Nov 02 12:50:37.507744 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae18308f-e7a3-4e74-99fd-2038484fb973 req-4b06c23e-1037-4087-9a7a-09c534212752 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538759 Nov 02 12:50:38.357840 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9795847-6ef4-4e17-8327-e1836fc493f8 req-ddf30c15-e628-4d5f-be8f-f379b89d8d81 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:38.359352 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9795847-6ef4-4e17-8327-e1836fc493f8 req-ddf30c15-e628-4d5f-be8f-f379b89d8d81 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0540962 Nov 02 12:50:38.409181 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9795847-6ef4-4e17-8327-e1836fc493f8 req-487a446f-3f62-4103-b8ad-95ba4999f2f8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Nov 02 12:50:38.634553 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9b64e-8f45-4d95-93ea-3129a5e050ee req-1ac02f88-2583-4ad4-85db-418b96369e9e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:38.636066 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cbc9b64e-8f45-4d95-93ea-3129a5e050ee req-1ac02f88-2583-4ad4-85db-418b96369e9e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0535390 Nov 02 12:50:38.684586 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cbc9b64e-8f45-4d95-93ea-3129a5e050ee req-951e16b7-a18e-448f-962f-7d28700e1fda tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Nov 02 12:50:38.812428 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9a741-87b2-4967-a4d4-f7c9d85c632e req-ab431fb3-a615-402d-8672-46e15f62aa5c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:38.813839 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-edc9a741-87b2-4967-a4d4-f7c9d85c632e req-ab431fb3-a615-402d-8672-46e15f62aa5c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0580151 Nov 02 12:50:38.863758 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-edc9a741-87b2-4967-a4d4-f7c9d85c632e req-6ebc9ad4-2d1e-43ba-9f35-63b85dc63a71 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430448 Nov 02 12:50:38.892925 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39870) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.028452 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3412765-2a50-46c3-9b03-902528acbdae tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:39.030042 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d3412765-2a50-46c3-9b03-902528acbdae tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 1124 time: 0.1361327 Nov 02 12:50:39.033028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39880) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:39.037427 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'port_id': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:39.061579 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.167953 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.284435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.27.0.61 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/8427d311-3869-4e2b-8ab0-34c4958643ad) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:39.402672 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.436731 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.474653 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:39.477887 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:39.489405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:39.524118 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=8427d311-3869-4e2b-8ab0-34c4958643ad,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:39.561308 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.561655 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.562014 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.562515 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.562685 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.563010 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.563336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.563662 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.563983 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.564345 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.564682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.564960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.565272 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:50:39.623561 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3199f16-fd6a-4fc2-8f2c-d8fd18571d1c req-d02a75c1-c8ee-41ad-acc7-6be252ac2671 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:39.625079 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3199f16-fd6a-4fc2-8f2c-d8fd18571d1c req-d02a75c1-c8ee-41ad-acc7-6be252ac2671 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.1335073 Nov 02 12:50:39.743168 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3199f16-fd6a-4fc2-8f2c-d8fd18571d1c req-49a628bf-93ea-4bc8-b40e-6e2cc06038ba tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125183 Nov 02 12:50:39.839894 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:50:39.941294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:39.953876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'mac_address': 'fa:16:3e:5e:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:50:39.984598 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (807bf7e8-14da-4142-8dd3-dec0b7bd4115), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:39.987027 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a76cbef7-e568-4ca3-8337-0b06b158ed78 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:50:39.987429 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.000593 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76cbef7-e568-4ca3-8337-0b06b158ed78 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:50:40.020455 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:40.024409 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.072816 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:40.269398 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.417915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.422568 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.488321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (807bf7e8-14da-4142-8dd3-dec0b7bd4115), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.489891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=8427d311-3869-4e2b-8ab0-34c4958643ad,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:40.588242 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 807bf7e8-14da-4142-8dd3-dec0b7bd4115 associated. External IP: 172.27.0.61, port: a4175ae1-1d91-4b8b-8c39-484af289d94f. Nov 02 12:50:40.625603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39934) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.659437 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['a76cbef7-e568-4ca3-8337-0b06b158ed78'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:50:40.677674 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Deleting subnet 296c6c78-aa24-40a0-b49c-92df4f7e3b29 {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:50:40.680964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Publish callbacks [] for subnet (296c6c78-aa24-40a0-b49c-92df4f7e3b29), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.692268 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-35d8bf18-80c0-4534-8ff2-4a20c4b25c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.722421 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (296c6c78-aa24-40a0-b49c-92df4f7e3b29), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.765554 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (296c6c78-aa24-40a0-b49c-92df4f7e3b29), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.819750 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:40.822027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (296c6c78-aa24-40a0-b49c-92df4f7e3b29), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.836685 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.843753 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/296c6c78-aa24-40a0-b49c-92df4f7e3b29 HTTP/1.1" status: 204 len: 168 time: 0.2170641 Nov 02 12:50:40.844358 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 39938) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:40.907340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85324e-1308-4c3a-a1dd-fcc2187a0446 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296c6c78-aa24-40a0-b49c-92df4f7e3b29,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:40.943881 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (402196ea-f6a9-4870-b0e5-213d3fe404cf), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:40.975467 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4137b-ad03-4d67-83c0-67f2d2dcdc00 req-acedc30d-d4a6-49fe-994b-26237a96d342 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:40.976949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4b4137b-ad03-4d67-83c0-67f2d2dcdc00 req-acedc30d-d4a6-49fe-994b-26237a96d342 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.1091356 Nov 02 12:50:40.983445 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:40.994204 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:41.005082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:41.005927 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:50:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.024558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.028088 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (402196ea-f6a9-4870-b0e5-213d3fe404cf), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.051140 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['402196ea-f6a9-4870-b0e5-213d3fe404cf']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.062197 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd991458-5701-4bdf-b1af-af018fe43cec') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.062520 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd991458-5701-4bdf-b1af-af018fe43cec') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.064263 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4b4137b-ad03-4d67-83c0-67f2d2dcdc00 req-0ec55998-f15c-4829-83c3-4553ecaf6cfe tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789263 Nov 02 12:50:41.071963 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3ea8eef3-b3ef-4eda-809c-adf6c8d8dc72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0377612 Nov 02 12:50:41.073184 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:41.075867 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fd8b09-cabc-4e35-aabd-584e1fbb8496" -d '{"events": [{"name": "network-changed", "server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:41.076351 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (bd991458-5701-4bdf-b1af-af018fe43cec), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.102327 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (bd991458-5701-4bdf-b1af-af018fe43cec), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.102933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Releasing vlan 1391 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:50:41.103496 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (bd991458-5701-4bdf-b1af-af018fe43cec), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.115683 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01d67b3-c1ad-4eae-ba98-3aad5b248012 x-openstack-request-id: req-b01d67b3-c1ad-4eae-ba98-3aad5b248012 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:41.116351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:41.116616 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b01d67b3-c1ad-4eae-ba98-3aad5b248012 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:41.117027 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01d67b3-c1ad-4eae-ba98-3aad5b248012'] response: {'name': 'network-changed', 'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'status': 'completed', 'code': 200} Nov 02 12:50:41.131845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:41.160723 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment bd991458-5701-4bdf-b1af-af018fe43cec resource provider aggregate not found Nov 02 12:50:41.177546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (402196ea-f6a9-4870-b0e5-213d3fe404cf), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.179876 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment bd991458-5701-4bdf-b1af-af018fe43cec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd991458-5701-4bdf-b1af-af018fe43cec found for delete ", "request_id": "req-a7eaac4d-6028-440f-b6d3-ff713d3f0031"}]} Nov 02 12:50:41.194103 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.198656 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] 10.222.0.91 "DELETE /v2.0/networks/402196ea-f6a9-4870-b0e5-213d3fe404cf HTTP/1.1" status: 204 len: 168 time: 0.3331983 Nov 02 12:50:41.209567 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb2050-cea9-4ee7-a82e-857d52470ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=402196ea-f6a9-4870-b0e5-213d3fe404cf,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.259678 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-ad95aa94-eb93-4c21-a956-f0184185f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:41.261832 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-ad95aa94-eb93-4c21-a956-f0184185f394 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 1129 time: 0.0619462 Nov 02 12:50:41.364859 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-4edba9fc-6157-43ef-a47d-1c1c14c48ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:41.366349 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-4edba9fc-6157-43ef-a47d-1c1c14c48ad1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0956547 Nov 02 12:50:41.394205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39950) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.395456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '807bf7e8-14da-4142-8dd3-dec0b7bd4115', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:83:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591dc02-6481-446e-9bf3-770900896887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:39Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.422452 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:41.431510 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:41.432872 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:50:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.436949 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-efa2c9d6-933c-446c-9976-0d4d851bb792 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f HTTP/1.1" status: 200 len: 998 time: 0.0642197 Nov 02 12:50:41.439577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-66d69598-579e-418e-8638-6b4ba10f3296 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2bded8948a764f5eb9874d41a9ec55e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442083 Nov 02 12:50:41.442193 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39952) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:41.491516 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-f6639734-daa3-4988-bfc1-278e989dc7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:41.492020 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-f6639734-daa3-4988-bfc1-278e989dc7c9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0459023 Nov 02 12:50:41.496862 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] Publish callbacks [] for security_group (df27a667-ab58-4e2d-898e-1bef6efa80e2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.523213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] Publish callbacks [] for security_group (df27a667-ab58-4e2d-898e-1bef6efa80e2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.545798 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-49bb5ec5-d3f3-4fc9-b213-a4f80cfb3db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:41.547831 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-49bb5ec5-d3f3-4fc9-b213-a4f80cfb3db1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488999 Nov 02 12:50:41.551885 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:41.578145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (df27a667-ab58-4e2d-898e-1bef6efa80e2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.581721 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:41.583183 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df27a667-ab58-4e2d-898e-1bef6efa80e2 HTTP/1.1" status: 204 len: 168 time: 0.1399591 Nov 02 12:50:41.592196 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e592e6-210d-47cf-8b54-ef09e73cc268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df27a667-ab58-4e2d-898e-1bef6efa80e2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:41.659069 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-d5e77e86-21b6-4bc7-b4a2-0d714ebbece8 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027813 Nov 02 12:50:41.827988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '807bf7e8-14da-4142-8dd3-dec0b7bd4115', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:83:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591dc02-6481-446e-9bf3-770900896887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:39Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:41.856597 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8204f681-01f5-4730-bfe7-347b222b2c60 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '807bf7e8-14da-4142-8dd3-dec0b7bd4115', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:83:28:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e591dc02-6481-446e-9bf3-770900896887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:39Z', 'updated_at': '2022-11-02T12:50:39Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:42.015568 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-90fd8b09-cabc-4e35-aabd-584e1fbb8496 req-8945f08f-4cba-424c-8959-72cbaf09c953 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3457804 Nov 02 12:50:42.068152 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cd7cca-0d2c-4d47-8c64-4137580fb73f None None] New status for floating IP 807bf7e8-14da-4142-8dd3-dec0b7bd4115: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:50:42.208167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91f55a-fc2e-41e8-84a5-f6f54c37eacb req-63b23c9f-5498-4ece-8fb3-b7d39910ab50 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:42.209668 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa91f55a-fc2e-41e8-84a5-f6f54c37eacb req-63b23c9f-5498-4ece-8fb3-b7d39910ab50 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.0534673 Nov 02 12:50:42.263903 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa91f55a-fc2e-41e8-84a5-f6f54c37eacb req-e6b68351-2cf2-46a2-a261-de79a2d94ec3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476851 Nov 02 12:50:43.163169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-7913e774-1d65-472c-82bc-da194a799c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.389501 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4f1d2-8b51-4fbf-acd9-53dcde2df268 req-be10a954-5e8a-4609-9526-cf20c3512c70 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:43.390983 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-06f4f1d2-8b51-4fbf-acd9-53dcde2df268 req-be10a954-5e8a-4609-9526-cf20c3512c70 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.0544360 Nov 02 12:50:43.441025 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-06f4f1d2-8b51-4fbf-acd9-53dcde2df268 req-1cd8d76b-9b8b-4025-95f6-ab5bb300a848 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444610 Nov 02 12:50:43.865742 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:50:43.913365 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port a76cbef7-e568-4ca3-8337-0b06b158ed78 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:50:43.917713 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port a76cbef7-e568-4ca3-8337-0b06b158ed78 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:50:43.918091 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:43.918457 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port a76cbef7-e568-4ca3-8337-0b06b158ed78 Nov 02 12:50:43.993071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a76cbef7-e568-4ca3-8337-0b06b158ed78 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:50:43.993465 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.016863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:44.019115 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f63380-1cc5-428e-96e6-759bd7d1fd99" -d '{"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-plugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:44.032730 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:50:44.037121 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.062033 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee568075-8807-4b65-8458-8b6a6c9b1044 x-openstack-request-id: req-ee568075-8807-4b65-8458-8b6a6c9b1044 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:44.062378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-plugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:44.062646 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ee568075-8807-4b65-8458-8b6a6c9b1044 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:44.063045 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee568075-8807-4b65-8458-8b6a6c9b1044'] response: {'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'code': 200} Nov 02 12:50:44.087679 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:44.326929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:44.396927 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b3dba-48cd-4be6-8ddc-2a887de9b576 req-9caef27b-497a-4871-bdda-23e4211b6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:44.398502 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f93b3dba-48cd-4be6-8ddc-2a887de9b576 req-9caef27b-497a-4871-bdda-23e4211b6a41 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0445857 Nov 02 12:50:44.446680 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f93b3dba-48cd-4be6-8ddc-2a887de9b576 req-81d52b07-2cfc-4e62-8748-e27bc4df03d7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415139 Nov 02 12:50:44.566695 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2201b5c-c2b2-4700-8015-c90ec65007e7 req-b562d764-be05-4fb4-88bf-4f28db8abd78 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:44.568196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f2201b5c-c2b2-4700-8015-c90ec65007e7 req-b562d764-be05-4fb4-88bf-4f28db8abd78 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0546782 Nov 02 12:50:44.616379 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f2201b5c-c2b2-4700-8015-c90ec65007e7 req-1a50ce9c-04b8-4b70-8001-47ee8deff1d5 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Nov 02 12:50:44.900314 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.424855 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-7cfa18be-3b54-40de-a3d7-ea6bde47540b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443251 Nov 02 12:50:45.513329 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-6de029dc-d049-4e97-8f8c-0428e12d918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:45.514776 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-6de029dc-d049-4e97-8f8c-0428e12d918f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1129 time: 0.0456350 Nov 02 12:50:45.627715 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-40ff70e0-4874-407c-afd4-d15f51aa087a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:45.629478 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-40ff70e0-4874-407c-afd4-d15f51aa087a service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0886433 Nov 02 12:50:45.664166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:45.673730 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-54607375-4c77-4714-bd4e-a14704cd5eb3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 217 time: 0.0355949 Nov 02 12:50:45.724086 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-32688499-08bb-4d3e-be7a-cc7891673434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:45.725543 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-32688499-08bb-4d3e-be7a-cc7891673434 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0450423 Nov 02 12:50:45.754760 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5214927-e936-4064-9956-fc0225612353 req-d55cd66a-e992-44cb-85f1-f2615830d39f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:45.756241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5214927-e936-4064-9956-fc0225612353 req-d55cd66a-e992-44cb-85f1-f2615830d39f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0598841 Nov 02 12:50:45.777235 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-03af17f8-1811-4dad-9a58-8da8434d17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:45.778833 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-03af17f8-1811-4dad-9a58-8da8434d17b3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468981 Nov 02 12:50:45.806692 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5214927-e936-4064-9956-fc0225612353 req-fd210cab-6244-4af0-bb70-29870eb2ca6d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Nov 02 12:50:45.882490 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-5402b8d8-50ec-4a00-9a74-688dc03d75cf service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860212 Nov 02 12:50:45.977746 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3d6a2236-b9ac-4cb4-978a-911f66df491e req-b2e7538c-e4e0-4b91-bb7e-9c684eda11d1 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825372 Nov 02 12:50:46.936487 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd0223-f4d2-486f-b379-0d2b96e4f8e5 req-b63ce474-5a96-46f8-96c4-d95b388de38a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:46.938011 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32bd0223-f4d2-486f-b379-0d2b96e4f8e5 req-b63ce474-5a96-46f8-96c4-d95b388de38a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0556872 Nov 02 12:50:46.988260 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32bd0223-f4d2-486f-b379-0d2b96e4f8e5 req-e1378eee-f12f-4350-879c-72daa48bd922 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Nov 02 12:50:47.115997 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be3e3d-5a58-4cc0-83e2-57d25755c8cc req-f0f7dd5a-176c-4f4b-832d-28e7f9574237 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:47.117442 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f9be3e3d-5a58-4cc0-83e2-57d25755c8cc req-f0f7dd5a-176c-4f4b-832d-28e7f9574237 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0577490 Nov 02 12:50:47.169166 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f9be3e3d-5a58-4cc0-83e2-57d25755c8cc req-dccc1704-3d61-4056-8b19-c3c161f4cd8f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Nov 02 12:50:47.194424 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.198782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39972) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:47.432939 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff830f90-4bd3-4eeb-bcdd-1402775a5874 tempest-TestShelveInstance-1621714876 tempest-TestShelveInstance-1621714876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:47.434540 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ff830f90-4bd3-4eeb-bcdd-1402775a5874 tempest-TestShelveInstance-1621714876 tempest-TestShelveInstance-1621714876-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1124 time: 0.2347105 Nov 02 12:50:47.437533 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 39976) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:50:47.441857 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:50:47.462356 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.562905 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.670373 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Allocated IP 172.27.0.205 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/fe237667-8f1b-40c9-851f-59856ce8df3e) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:50:47.776387 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.810102 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:47.847103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:50:47.849950 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:50:47.856469 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:50:47.878412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'Port': ['ID=fe237667-8f1b-40c9-851f-59856ce8df3e,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.211352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for floatingip (6091ec87-c52c-4f13-8084-a8b9dfc79160), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.278136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.425308 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.429558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.491930 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event updated for resources: {'Port': ['ID=fe237667-8f1b-40c9-851f-59856ce8df3e,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:50:48.494405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (6091ec87-c52c-4f13-8084-a8b9dfc79160), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.590234 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Floating IP 6091ec87-c52c-4f13-8084-a8b9dfc79160 associated. External IP: 172.27.0.205, port: a76cbef7-e568-4ca3-8337-0b06b158ed78. Nov 02 12:50:48.784918 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:50:48.888291 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:50:48.897833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Sync routers for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:50:48.907937 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:50:48.909325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:48.909958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:50:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:48.939867 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1e5a3e41-493a-418d-b33a-55c391d36841 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5012357 Nov 02 12:50:48.940509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:50:48.942868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8ab34a-d020-4a63-8633-2356dca8d230" -d '{"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:50:48.978043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e792033-fce3-47fb-a3ca-58d5c5cb7df4 x-openstack-request-id: req-2e792033-fce3-47fb-a3ca-58d5c5cb7df4 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:50:48.978364 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:50:48.978625 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e792033-fce3-47fb-a3ca-58d5c5cb7df4 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:50:48.979286 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e792033-fce3-47fb-a3ca-58d5c5cb7df4'] response: {'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'status': 'completed', 'code': 200} Nov 02 12:50:49.015769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:49.129484 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-74091afa-5461-4c0e-846f-5bd62aaec89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:49.130927 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-74091afa-5461-4c0e-846f-5bd62aaec89c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0485690 Nov 02 12:50:49.221547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-cfddaa2b-af53-4ed2-b453-11897c37ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:49.223066 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-cfddaa2b-af53-4ed2-b453-11897c37ae05 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.0853789 Nov 02 12:50:49.236652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6091ec87-c52c-4f13-8084-a8b9dfc79160', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'mac_address': 'fa:16:3e:5e:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:48Z', 'updated_at': '2022-11-02T12:50:48Z', 'revision_number': 0, 'project_id': '4c97257820854f7fa911c9f73082f468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.262896 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Checking router: d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:50:49.271401 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:50:49.272012 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:50:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.293678 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-abb554ad-8223-4228-913d-850a599a4119 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 999 time: 0.0621481 Nov 02 12:50:49.345000 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-832f9c2e-4ecd-4222-a0b4-c65e9033f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:49.346480 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-832f9c2e-4ecd-4222-a0b4-c65e9033f927 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.0462384 Nov 02 12:50:49.377064 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:50:49.396425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-2a76e656-fe34-4fa5-b230-eac08806d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:49.397831 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-2a76e656-fe34-4fa5-b230-eac08806d994 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449915 Nov 02 12:50:49.442201 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:50:49.493344 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-d26706fc-2e76-4329-afd5-c915a86a8583 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890377 Nov 02 12:50:49.589106 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa8ab34a-d020-4a63-8633-2356dca8d230 req-e5351418-918c-4a98-80cf-fd2c7238e7f9 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884414 Nov 02 12:50:49.737812 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6091ec87-c52c-4f13-8084-a8b9dfc79160', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'mac_address': 'fa:16:3e:5e:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:48Z', 'updated_at': '2022-11-02T12:50:48Z', 'revision_number': 0, 'project_id': '4c97257820854f7fa911c9f73082f468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:50:49.763015 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6e15a-953f-4789-ba9d-ff02b7d1c2c2 None None] The sync data for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi is: [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6091ec87-c52c-4f13-8084-a8b9dfc79160', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'mac_address': 'fa:16:3e:5e:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:50:48Z', 'updated_at': '2022-11-02T12:50:48Z', 'revision_number': 0, 'project_id': '4c97257820854f7fa911c9f73082f468', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:50:49.944608 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8971c4-4ccb-4a61-91fb-4ee4750e3495 None None] New status for floating IP 6091ec87-c52c-4f13-8084-a8b9dfc79160: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:50:58.398482 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d54ff9-cb88-4dda-b333-b080caa88c11 req-0c9b98f6-5804-4866-bbcb-63ba5cf99553 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:58.400003 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2d54ff9-cb88-4dda-b333-b080caa88c11 req-0c9b98f6-5804-4866-bbcb-63ba5cf99553 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0695910 Nov 02 12:50:58.454112 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2d54ff9-cb88-4dda-b333-b080caa88c11 req-d6a1167e-9d3b-494e-b373-9109ba543085 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484054 Nov 02 12:50:59.603787 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d1ae3-c6ab-4b07-850e-18625e341454 req-736bf8e2-5510-4734-a4dd-b02a3c68da77 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:50:59.605706 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b4d1ae3-c6ab-4b07-850e-18625e341454 req-736bf8e2-5510-4734-a4dd-b02a3c68da77 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0626523 Nov 02 12:50:59.666287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b4d1ae3-c6ab-4b07-850e-18625e341454 req-dda6c659-9fc3-4396-bfa1-98c8501440a8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548337 Nov 02 12:51:00.800590 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fe551-2ad8-4a46-b529-fd4f9c1c274b req-c93b7606-cc1e-4267-891c-3f55b64c5708 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:00.802088 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c2fe551-2ad8-4a46-b529-fd4f9c1c274b req-c93b7606-cc1e-4267-891c-3f55b64c5708 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0539172 Nov 02 12:51:00.849060 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c2fe551-2ad8-4a46-b529-fd4f9c1c274b req-932d1da7-ca95-435b-a6a3-fbc18bdfdb65 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410018 Nov 02 12:51:01.980731 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8411a15-c1c9-485e-a8d3-2706a84478e4 req-819685a0-c165-418d-9bda-3c82d1f3c5af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:01.982223 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8411a15-c1c9-485e-a8d3-2706a84478e4 req-819685a0-c165-418d-9bda-3c82d1f3c5af tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0545976 Nov 02 12:51:02.030182 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8411a15-c1c9-485e-a8d3-2706a84478e4 req-1dd2ff24-a142-42d7-b7b4-cd8e1346eec9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Nov 02 12:51:03.374576 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e43325-aa4a-475d-b755-a0071e643a00 req-c4f66875-8094-4a96-993f-ac669b7858e0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:03.376061 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66e43325-aa4a-475d-b755-a0071e643a00 req-c4f66875-8094-4a96-993f-ac669b7858e0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.2662418 Nov 02 12:51:03.424873 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66e43325-aa4a-475d-b755-a0071e643a00 req-c2e56fac-2661-47f5-bb24-96b2ab43a882 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Nov 02 12:51:04.567581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3356722-e306-4e59-9549-4fcc0d17030c req-d4768812-e2ff-4c41-918d-1886508ab44a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:04.569646 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b3356722-e306-4e59-9549-4fcc0d17030c req-d4768812-e2ff-4c41-918d-1886508ab44a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0629797 Nov 02 12:51:04.626587 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b3356722-e306-4e59-9549-4fcc0d17030c req-9e74395a-7d2b-461f-985c-58091f1f87cb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512450 Nov 02 12:51:05.765962 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c9a90-28e4-44ec-b41f-81ea728265ea req-dbe67f4f-3c3c-47d9-8611-bcf365c49464 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:05.767469 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-312c9a90-28e4-44ec-b41f-81ea728265ea req-dbe67f4f-3c3c-47d9-8611-bcf365c49464 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0579164 Nov 02 12:51:05.815940 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-312c9a90-28e4-44ec-b41f-81ea728265ea req-c6afcef6-122f-4b3a-9f06-5aa0f592331b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425622 Nov 02 12:51:06.243859 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40090) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.249084 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1255362563', 'description': 'tempest-description--276151323'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:06.268578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.343968 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (4087e796-2773-42e6-8e32-9fa2662b5462), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.348399 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4087e796-2773-42e6-8e32-9fa2662b5462), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.393911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.396050 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508260 Nov 02 12:51:06.398774 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40092) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.399442 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da1397-c7c1-44b7-b939-b0dbeb74b3be tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4087e796-2773-42e6-8e32-9fa2662b5462,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.403626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '4087e796-2773-42e6-8e32-9fa2662b5462', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:06.430664 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (914a2ec6-a2c7-43e4-9b29-c7cbcbcbd641), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.497654 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (914a2ec6-a2c7-43e4-9b29-c7cbcbcbd641), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.502863 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (914a2ec6-a2c7-43e4-9b29-c7cbcbcbd641), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.523066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914a2ec6-a2c7-43e4-9b29-c7cbcbcbd641,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.528984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.533168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40094) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.533344 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0e5ca8d2-7b04-495c-ab3d-175bbeeebd6c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1334028 Nov 02 12:51:06.538112 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '4087e796-2773-42e6-8e32-9fa2662b5462', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:06.568602 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (50277486-ef4e-4e11-8835-c8fd122cc2da), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.637639 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (50277486-ef4e-4e11-8835-c8fd122cc2da), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.641536 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (50277486-ef4e-4e11-8835-c8fd122cc2da), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.659402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50277486-ef4e-4e11-8835-c8fd122cc2da,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:06.667715 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.669606 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1f58fdb4-a2d0-4613-8e96-4ec4d5892af1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348529 Nov 02 12:51:06.673049 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40096) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:06.677406 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:06.698190 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.804917 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:06.945412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.27.0.52 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:07.020749 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55060cd-a9c8-4ddc-8f4e-c23d0548c857 req-cab2e50e-6530-4852-9a9e-f30cee5d05f2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:07.022241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e55060cd-a9c8-4ddc-8f4e-c23d0548c857 req-cab2e50e-6530-4852-9a9e-f30cee5d05f2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.1217890 Nov 02 12:51:07.109531 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e55060cd-a9c8-4ddc-8f4e-c23d0548c857 req-e4adbfd3-3a1e-4dce-9644-8001387470b8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811210 Nov 02 12:51:07.114448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.150595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.188871 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:07.191819 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:07.197718 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:51:07.203746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.285829 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.327914 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.473837 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.478924 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.547535 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:07.549856 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.566569 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:07.567917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d5f465f9-ade3-489d-8250-b544b06a17a5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8938854 Nov 02 12:51:07.781857 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-19e54bf6-0526-4067-8801-5e5d7f24a50f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1255362563&fields=id&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 267 time: 0.0454166 Nov 02 12:51:07.896938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-9ec82ef4-9a1a-4966-9aca-7053fb183d3a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:07.898477 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-9ec82ef4-9a1a-4966-9aca-7053fb183d3a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1097775 Nov 02 12:51:07.917288 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-01772ab9-37a7-4297-8b61-ec697f8e26a3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/quotas/b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Nov 02 12:51:07.976777 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-101fada2-f708-4e63-b07e-4d1777a2a9ae tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530808 Nov 02 12:51:08.079034 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-314667bc-fa61-4b8e-b2fd-af0e48031620 service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890203 Nov 02 12:51:08.180564 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-2654b981-6faf-4bec-990c-f35e3726285c service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958049 Nov 02 12:51:08.254682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b10a596-9bd4-4819-bd63-1be2b45ffa71 req-2f5c4d23-4897-4eea-9dff-fe136508ca38 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:08.256213 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3b10a596-9bd4-4819-bd63-1be2b45ffa71 req-2f5c4d23-4897-4eea-9dff-fe136508ca38 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0642638 Nov 02 12:51:08.306429 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3b10a596-9bd4-4819-bd63-1be2b45ffa71 req-f07f5ac2-dfa1-4631-adc6-a87bfdd933d9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447364 Nov 02 12:51:08.368751 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5dd1280c-111c-4879-802b-0809eff58d7c req-04fd8e34-2f45-450f-8d05-412589f6b443 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 210 time: 0.0349565 Nov 02 12:51:09.484414 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2aafe1f1-3bc5-4aa3-9373-436e91b5e326 req-1bb8cdcc-b0a1-42d3-9d10-4514f79b573f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 210 time: 0.0355966 Nov 02 12:51:09.514918 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d2a34-be92-4a84-9982-95f9354bdd7b req-0a0a8c47-feb7-446c-9cda-57df2dbc6e1e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:09.516354 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-482d2a34-be92-4a84-9982-95f9354bdd7b req-0a0a8c47-feb7-446c-9cda-57df2dbc6e1e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.1103017 Nov 02 12:51:09.533853 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-5085c609-8947-4f98-b8e8-3931c3ba4f8b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:09.535721 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-5085c609-8947-4f98-b8e8-3931c3ba4f8b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1445649 Nov 02 12:51:09.572779 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-482d2a34-be92-4a84-9982-95f9354bdd7b req-57d815f6-64c8-46df-b9aa-68991ea438bf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502498 Nov 02 12:51:09.678397 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-ec880def-a947-4d49-87d6-b0ff5da6ff01 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 473 time: 0.0806575 Nov 02 12:51:09.689405 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'port': {'device_id': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'admin_state_up': True, 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'security_groups': ['4087e796-2773-42e6-8e32-9fa2662b5462']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:09.811988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:51:09.815362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:09.951458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.20.0.3 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/95725ffd-0631-4631-8783-4e012342f45a) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:51:10.093879 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (95725ffd-0631-4631-8783-4e012342f45a), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.126637 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.172690 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:51:10.175759 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:51:10.178324 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:51:10.207013 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:10.239886 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:10.240721 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.259240 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-aeca8900-30cb-4063-874f-9985cadc1975 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737853 Nov 02 12:51:10.279252 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Request body: {'port': {'device_id': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:10.343820 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95725ffd-0631-4631-8783-4e012342f45a), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.427457 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Provisioning complete for port 95725ffd-0631-4631-8783-4e012342f45a triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:51:10.428095 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (95725ffd-0631-4631-8783-4e012342f45a), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.428181 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Attempt 1 to provision port 95725ffd-0631-4631-8783-4e012342f45a Nov 02 12:51:10.461511 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Port 95725ffd-0631-4631-8783-4e012342f45a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:51:10.630078 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95725ffd-0631-4631-8783-4e012342f45a {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:51:10.638868 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks [] for port (95725ffd-0631-4631-8783-4e012342f45a), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.661422 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Transition to ACTIVE for port object 95725ffd-0631-4631-8783-4e012342f45a will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:51:10.667573 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.669343 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e1acd0af-3eb4-4470-810a-a8afc9730f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.691454 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b978d-8a2a-4817-95d4-e6f632cabd5b req-3714f8ad-d850-4530-b224-fe4ca9713aa5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:10.695030 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a51b978d-8a2a-4817-95d4-e6f632cabd5b req-3714f8ad-d850-4530-b224-fe4ca9713aa5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 931 time: 0.0619235 Nov 02 12:51:10.749652 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a51b978d-8a2a-4817-95d4-e6f632cabd5b req-b6333736-64f6-490c-9f51-a47e3ad4333b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507622 Nov 02 12:51:10.766805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Pushing event updated for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:10.803994 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Attempting to bind port 95725ffd-0631-4631-8783-4e012342f45a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:51:10.804325 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Attempting to bind port 95725ffd-0631-4631-8783-4e012342f45a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:51:10.804648 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Attempting to bind port 95725ffd-0631-4631-8783-4e012342f45a on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:10.809211 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Port 95725ffd-0631-4631-8783-4e012342f45a on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:51:10.810074 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Attempting to bind port 95725ffd-0631-4631-8783-4e012342f45a on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:51:10.815496 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:51:10.815831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:51:10.816213 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:51:10.816721 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Bound port: 95725ffd-0631-4631-8783-4e012342f45a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:51:10.817092 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95725ffd-0631-4631-8783-4e012342f45a), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.877232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f663a2-dfd9-4321-8280-e7cc8c49a062 req-e4745a73-b8a1-4155-875f-0909968bd0df tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:10.878756 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-53f663a2-dfd9-4321-8280-e7cc8c49a062 req-e4745a73-b8a1-4155-875f-0909968bd0df tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0552964 Nov 02 12:51:10.886057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:51:10.889362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=95725ffd-0631-4631-8783-4e012342f45a,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:51:10.895985 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.901430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:10.902071 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:10.904838 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] 10.222.0.94 "PUT /v2.0/ports/95725ffd-0631-4631-8783-4e012342f45a HTTP/1.1" status: 200 len: 1093 time: 0.6295130 Nov 02 12:51:10.904838 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'tag': '95725ffd-0631-4631-8783-4e012342f45a'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:51:10.906693 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e61fb-fc15-4ef1-a099-f0294ce34001" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "tag": "95725ffd-0631-4631-8783-4e012342f45a"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:10.933826 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-53f663a2-dfd9-4321-8280-e7cc8c49a062 req-f59f092e-a832-45cd-b943-1ce00d32be1b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492690 Nov 02 12:51:10.962653 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edcdd4-3b79-47f2-9003-819215a6f913 service neutron] Pushing event updated for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:10.962858 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Attempt 2 to provision port 95725ffd-0631-4631-8783-4e012342f45a Nov 02 12:51:10.978603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a691bfa5-be7a-411d-bb39-e594ec10dede x-openstack-request-id: req-a691bfa5-be7a-411d-bb39-e594ec10dede {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:10.978896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "tag": "95725ffd-0631-4631-8783-4e012342f45a", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:10.979157 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-a691bfa5-be7a-411d-bb39-e594ec10dede {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:10.979566 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a691bfa5-be7a-411d-bb39-e594ec10dede'] response: {'name': 'network-changed', 'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'tag': '95725ffd-0631-4631-8783-4e012342f45a', 'status': 'completed', 'code': 200} Nov 02 12:51:11.014647 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-71703435-7e5f-4721-a6a5-bcf367bcca60 None None] Port 95725ffd-0631-4631-8783-4e012342f45a had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:51:11.174515 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-0fdf7571-68c0-42bd-ad76-f12915ca6c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.175956 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-0fdf7571-68c0-42bd-ad76-f12915ca6c20 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 1127 time: 0.0479405 Nov 02 12:51:11.227203 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-0979dc2c-f883-4eb5-ae6d-61156986c85e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95725ffd-0631-4631-8783-4e012342f45a HTTP/1.1" status: 200 len: 217 time: 0.0333378 Nov 02 12:51:11.281095 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-65ac76ee-1764-438f-a42a-5a3dcfe569d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.282586 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-65ac76ee-1764-438f-a42a-5a3dcfe569d5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0494635 Nov 02 12:51:11.335880 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12baee-5754-4a88-a092-371c8e638300 req-344dc4d4-932f-4c23-a03e-898863199b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.337434 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-344dc4d4-932f-4c23-a03e-898863199b3d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483828 Nov 02 12:51:11.431725 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-300f1c94-b208-47b3-89b6-5d46dae67d2b service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872555 Nov 02 12:51:11.534662 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-cc12baee-5754-4a88-a092-371c8e638300 req-86ec177c-0062-442b-ba70-62b916336eb9 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952837 Nov 02 12:51:11.727216 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-0057f4c7-af8a-4892-9d62-a54218eae03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.728709 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-0057f4c7-af8a-4892-9d62-a54218eae03a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 1127 time: 0.0455048 Nov 02 12:51:11.829832 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-3b8a3e7b-0a72-4851-a823-94cc7496ecd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.831330 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-3b8a3e7b-0a72-4851-a823-94cc7496ecd5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.0930300 Nov 02 12:51:11.874405 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-cfffc1ab-7288-4ea7-a1a7-7a40354df3c9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95725ffd-0631-4631-8783-4e012342f45a HTTP/1.1" status: 200 len: 217 time: 0.0358994 Nov 02 12:51:11.894049 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ada657-fe28-41e5-9828-dae7db7e6bb9 req-7ac3643b-d538-4dbb-a4b3-edcbfbd6540a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.895568 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-44ada657-fe28-41e5-9828-dae7db7e6bb9 req-7ac3643b-d538-4dbb-a4b3-edcbfbd6540a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 943 time: 0.0568187 Nov 02 12:51:11.925315 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-f0ad6374-daff-401e-834e-e498558decb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.926799 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-f0ad6374-daff-401e-834e-e498558decb7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0459146 Nov 02 12:51:11.942755 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-44ada657-fe28-41e5-9828-dae7db7e6bb9 req-df18a7bc-3f19-4555-a01f-1535ee78fa04 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Nov 02 12:51:11.984246 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-bde38062-7149-4248-b350-5b5a903dd3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:11.985773 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-bde38062-7149-4248-b350-5b5a903dd3da service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514708 Nov 02 12:51:12.085208 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-ab7253dd-0079-4b03-ba9c-36161fed99ad service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911787 Nov 02 12:51:12.090043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac91b94-1885-427e-93a3-223dfea52409 req-baf7ac78-8a4a-40e1-9938-dcde5b0a08d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:12.091599 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aac91b94-1885-427e-93a3-223dfea52409 req-baf7ac78-8a4a-40e1-9938-dcde5b0a08d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0648069 Nov 02 12:51:12.142685 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aac91b94-1885-427e-93a3-223dfea52409 req-639f755b-cacb-4d40-8d77-112b0dcabaee tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444643 Nov 02 12:51:12.190121 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-310e61fb-fc15-4ef1-a099-f0294ce34001 req-973dd6dd-aecc-4b14-9b44-c6bad37e54c9 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965958 Nov 02 12:51:13.079536 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cb680-f6c8-43ab-8979-c1de41693a50 req-450703f0-fc5c-4438-a82b-e85dae2b1b49 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:13.081088 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-318cb680-f6c8-43ab-8979-c1de41693a50 req-450703f0-fc5c-4438-a82b-e85dae2b1b49 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 943 time: 0.0551288 Nov 02 12:51:13.128554 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-318cb680-f6c8-43ab-8979-c1de41693a50 req-019d33ad-fae3-484f-8180-d6727a432a0b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419557 Nov 02 12:51:13.166139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c391616-b000-4383-8fb8-4362886f0c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:13.290634 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8b78-eaa5-41d2-a8a1-7928661516ad req-6e9f2130-52db-4f32-acc7-f265ae7a803e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:13.292139 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ca4a8b78-eaa5-41d2-a8a1-7928661516ad req-6e9f2130-52db-4f32-acc7-f265ae7a803e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0596564 Nov 02 12:51:13.342272 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ca4a8b78-eaa5-41d2-a8a1-7928661516ad req-828f5bc9-6172-43a2-b58d-ced50bb1e6df tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Nov 02 12:51:14.255999 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c510ff-a8ae-4235-9303-c2cebc6aaa53 req-3558ea4c-6937-42a7-900f-6af1cac0b2eb tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:14.257480 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-07c510ff-a8ae-4235-9303-c2cebc6aaa53 req-3558ea4c-6937-42a7-900f-6af1cac0b2eb tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 943 time: 0.0561969 Nov 02 12:51:14.303891 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-07c510ff-a8ae-4235-9303-c2cebc6aaa53 req-75379f17-8ecc-47c8-938b-e323eed8d448 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 Nov 02 12:51:14.330415 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:14.474498 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3bcfc-ae9d-4dce-bdb9-e1bb0e94b1cf req-36f29304-21ef-4404-ba93-4df30e535cbf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:14.475997 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04a3bcfc-ae9d-4dce-bdb9-e1bb0e94b1cf req-36f29304-21ef-4404-ba93-4df30e535cbf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0536668 Nov 02 12:51:14.525671 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04a3bcfc-ae9d-4dce-bdb9-e1bb0e94b1cf req-ce146004-aa35-4d9b-a2dc-11182c6bf090 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441611 Nov 02 12:51:14.936212 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.433014 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6604de-9a3e-4d8e-8304-ec8410ba9114 req-9b1ff42a-c23a-4e07-8696-9c3a73c5a3bd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:15.435137 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1f6604de-9a3e-4d8e-8304-ec8410ba9114 req-9b1ff42a-c23a-4e07-8696-9c3a73c5a3bd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 943 time: 0.0540433 Nov 02 12:51:15.490113 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1f6604de-9a3e-4d8e-8304-ec8410ba9114 req-fe1ad9e4-7e62-441a-8b62-fde30081150f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481811 Nov 02 12:51:15.659270 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbba24-273b-4cb3-a7f3-1c06df9d3388 req-c8510c92-7e2c-4bd2-9a07-b5e6c52e7fb8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:15.661066 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73fbba24-273b-4cb3-a7f3-1c06df9d3388 req-c8510c92-7e2c-4bd2-9a07-b5e6c52e7fb8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0552690 Nov 02 12:51:15.666750 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:15.710494 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73fbba24-273b-4cb3-a7f3-1c06df9d3388 req-cefcf138-da47-4db5-8c7b-bbe11b263350 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Nov 02 12:51:16.031567 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 95725ffd-0631-4631-8783-4e012342f45a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:51:16.134602 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=95725ffd-0631-4631-8783-4e012342f45a,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:16.147907 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '95725ffd-0631-4631-8783-4e012342f45a', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'port_id': '95725ffd-0631-4631-8783-4e012342f45a', 'mac_address': 'fa:16:3e:24:04:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:51:16.183818 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 95725ffd-0631-4631-8783-4e012342f45a is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:16.184213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95725ffd-0631-4631-8783-4e012342f45a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.198714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95725ffd-0631-4631-8783-4e012342f45a {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:51:16.220393 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=95725ffd-0631-4631-8783-4e012342f45a,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:16.225184 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:16.281227 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:16.623369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f60b8-2c20-4888-8a44-390fd05e2667 req-be09f684-624b-4fa0-9824-20b4e254a338 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:16.624881 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe6f60b8-2c20-4888-8a44-390fd05e2667 req-be09f684-624b-4fa0-9824-20b4e254a338 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 944 time: 0.0581188 Nov 02 12:51:16.672913 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe6f60b8-2c20-4888-8a44-390fd05e2667 req-065d5e4d-0f33-4aa6-bcb0-c90cd080e51f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 Nov 02 12:51:16.846206 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa74f60-2c4e-4d7a-81ab-27ce641feace req-7dcf40b2-bcf3-4a0d-9586-2356ebbcabc3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:16.847646 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7fa74f60-2c4e-4d7a-81ab-27ce641feace req-7dcf40b2-bcf3-4a0d-9586-2356ebbcabc3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0551565 Nov 02 12:51:16.896255 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7fa74f60-2c4e-4d7a-81ab-27ce641feace req-0fdf5618-1f8b-4633-b87e-cbab6ab5aa5b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431159 Nov 02 12:51:16.985311 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['95725ffd-0631-4631-8783-4e012342f45a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:51:17.204459 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:17.830497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688c7a3-4cc6-4fc4-a491-038733d83069 req-b6ac1ea1-63e3-4719-bd1c-b5dbeda37f73 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:17.832087 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c688c7a3-4cc6-4fc4-a491-038733d83069 req-b6ac1ea1-63e3-4719-bd1c-b5dbeda37f73 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 944 time: 0.0611672 Nov 02 12:51:17.890376 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c688c7a3-4cc6-4fc4-a491-038733d83069 req-c6e0f865-2426-4e8b-8d1e-3f54777bfe5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526605 Nov 02 12:51:18.033407 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704660a7-f2c6-45cd-9e29-86f414111bbf req-290b36b9-1bb5-456e-8bb6-1ddd05b7cd51 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:18.034984 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-704660a7-f2c6-45cd-9e29-86f414111bbf req-290b36b9-1bb5-456e-8bb6-1ddd05b7cd51 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0574443 Nov 02 12:51:18.043524 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:51:18.085693 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-704660a7-f2c6-45cd-9e29-86f414111bbf req-796cfe69-224c-4a33-b564-148ac0226fe2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442939 Nov 02 12:51:18.149171 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:18.162184 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:51:18.196873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: ACTIVE; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:18.197270 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.211024 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:51:18.238473 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:18.242682 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:18.290928 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=6']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:18.472619 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:51:19.025239 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0c8c-d9c3-4926-b24f-52c7ba1373e7 req-4e7a0453-c79a-490d-8388-a07a376d2060 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:19.026798 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-735b0c8c-d9c3-4926-b24f-52c7ba1373e7 req-4e7a0453-c79a-490d-8388-a07a376d2060 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 944 time: 0.0589879 Nov 02 12:51:19.077229 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-735b0c8c-d9c3-4926-b24f-52c7ba1373e7 req-8f1424c0-e2f6-465f-92ce-7be9981998e0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441279 Nov 02 12:51:19.230143 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b643b-676e-47e2-a3af-631974f0e65a req-de6e8bf3-0980-46ec-81be-6f52e354d58a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:19.232486 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-857b643b-676e-47e2-a3af-631974f0e65a req-de6e8bf3-0980-46ec-81be-6f52e354d58a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0623891 Nov 02 12:51:19.281432 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-857b643b-676e-47e2-a3af-631974f0e65a req-4b8716f5-fbae-46ca-9100-e2c1af83ccdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Nov 02 12:51:20.081960 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:20.128185 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:51:20.128567 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.128912 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 Nov 02 12:51:20.203785 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:20.204182 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.205078 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92fc8f-98fd-4935-9cab-59624cad4d5e req-21342f90-65f3-4c17-bbfb-afe190b0700f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:20.206602 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b92fc8f-98fd-4935-9cab-59624cad4d5e req-21342f90-65f3-4c17-bbfb-afe190b0700f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 944 time: 0.0543528 Nov 02 12:51:20.229724 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:51:20.233001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73bb4a4-2cdf-4679-8046-b98d623dfbc9" -d '{"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:20.246167 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:20.255490 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.256252 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 95725ffd-0631-4631-8783-4e012342f45a up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:51:20.268095 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b92fc8f-98fd-4935-9cab-59624cad4d5e req-679f51bf-5f81-456d-a789-1e598613e340 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553591 Nov 02 12:51:20.301107 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86961d71-3872-4671-b1a9-a44af5dd5ce5 x-openstack-request-id: req-86961d71-3872-4671-b1a9-a44af5dd5ce5 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:20.301421 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:20.301683 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-86961d71-3872-4671-b1a9-a44af5dd5ce5 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:20.302079 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86961d71-3872-4671-b1a9-a44af5dd5ce5'] response: {'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'code': 200} Nov 02 12:51:20.337327 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=7']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:20.350880 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 95725ffd-0631-4631-8783-4e012342f45a completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:51:20.354916 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 95725ffd-0631-4631-8783-4e012342f45a triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:51:20.355294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (95725ffd-0631-4631-8783-4e012342f45a), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.355643 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 95725ffd-0631-4631-8783-4e012342f45a Nov 02 12:51:20.431921 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 95725ffd-0631-4631-8783-4e012342f45a is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:20.432168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc57d2-1a0b-4aa2-b7a3-410ddfc18102 req-f12dcc24-4cde-4a28-9e0c-f92922aba117 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:20.432301 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (95725ffd-0631-4631-8783-4e012342f45a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.433495 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85fc57d2-1a0b-4aa2-b7a3-410ddfc18102 req-f12dcc24-4cde-4a28-9e0c-f92922aba117 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0612442 Nov 02 12:51:20.471303 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=95725ffd-0631-4631-8783-4e012342f45a,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:20.475455 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:20.483266 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-85fc57d2-1a0b-4aa2-b7a3-410ddfc18102 req-00acb860-18ab-4a9d-a14c-39f6fa11dfbc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435507 Nov 02 12:51:20.524168 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:21.397498 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e397975e-f7c5-45c4-ad10-68b3dbf411c4 req-041e55e4-cb1d-4182-8e71-b25822b3bc11 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:21.398984 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e397975e-f7c5-45c4-ad10-68b3dbf411c4 req-041e55e4-cb1d-4182-8e71-b25822b3bc11 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0528049 Nov 02 12:51:21.446483 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e397975e-f7c5-45c4-ad10-68b3dbf411c4 req-3b2dfe12-51a8-48aa-b483-1bfb2c7d8dcf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Nov 02 12:51:21.615831 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2f3f0-15f8-4366-a813-c8c262ac578a req-ea3e2763-e73a-4a90-ab65-9524d932c13c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:21.617299 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-edc2f3f0-15f8-4366-a813-c8c262ac578a req-ea3e2763-e73a-4a90-ab65-9524d932c13c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0545082 Nov 02 12:51:21.667926 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-edc2f3f0-15f8-4366-a813-c8c262ac578a req-5f614e42-0228-43fe-a280-487f042ae458 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445945 Nov 02 12:51:22.303191 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95725ffd-0631-4631-8783-4e012342f45a'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:51:22.305528 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c264e7-f36d-4e44-a783-50d49b7cb751" -d '{"events": [{"server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "name": "network-vif-plugged", "status": "completed", "tag": "95725ffd-0631-4631-8783-4e012342f45a"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:22.339298 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15458959-489f-4e34-b112-1b7237bb79e5 x-openstack-request-id: req-15458959-489f-4e34-b112-1b7237bb79e5 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:22.339591 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "name": "network-vif-plugged", "status": "completed", "tag": "95725ffd-0631-4631-8783-4e012342f45a", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:22.339845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-15458959-489f-4e34-b112-1b7237bb79e5 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:22.340273 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15458959-489f-4e34-b112-1b7237bb79e5'] response: {'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95725ffd-0631-4631-8783-4e012342f45a', 'code': 200} Nov 02 12:51:22.560270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46bc73-be3a-4cf9-a5b8-84bf901d9442 req-71ce5785-698d-4b4a-bfeb-f56bee74eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:22.562004 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa46bc73-be3a-4cf9-a5b8-84bf901d9442 req-71ce5785-698d-4b4a-bfeb-f56bee74eaa6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 1129 time: 0.0467710 Nov 02 12:51:22.574989 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7698b902-1ea0-4a4a-9c58-ef726a605b55 req-fc73de72-0d5c-49b4-a6c9-df527bfa877a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:22.576984 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7698b902-1ea0-4a4a-9c58-ef726a605b55 req-fc73de72-0d5c-49b4-a6c9-df527bfa877a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0545075 Nov 02 12:51:22.606197 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa46bc73-be3a-4cf9-a5b8-84bf901d9442 req-430af255-4c3e-4c45-a319-426ebe0bc6c2 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Nov 02 12:51:22.626368 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7698b902-1ea0-4a4a-9c58-ef726a605b55 req-06c828b0-2fc4-4bb4-8f37-97d1f4973a6d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439742 Nov 02 12:51:22.801636 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7eb446-ea03-416f-a4d0-900e96e029c5 req-5e191a78-ed07-4ee3-9697-ff5cb4cfb4a9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:22.803063 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f7eb446-ea03-416f-a4d0-900e96e029c5 req-5e191a78-ed07-4ee3-9697-ff5cb4cfb4a9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0533845 Nov 02 12:51:22.849212 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f7eb446-ea03-416f-a4d0-900e96e029c5 req-b101deb9-0cb2-4c67-a8aa-723ba2130052 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 Nov 02 12:51:23.755475 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef06da2-51ac-4fed-a99c-6d49b098bb54 req-694c2617-c982-4282-808a-f651ebd1b64f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:23.756990 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3ef06da2-51ac-4fed-a99c-6d49b098bb54 req-694c2617-c982-4282-808a-f651ebd1b64f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0565531 Nov 02 12:51:23.804313 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3ef06da2-51ac-4fed-a99c-6d49b098bb54 req-4fa224ac-d381-4c4c-89d5-20ae367f5758 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417736 Nov 02 12:51:23.980290 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ddc829-7131-4280-a7e5-6e0f287bd489 req-62ac8846-bfa6-4d29-83e5-54770cf0d8dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:23.981752 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-69ddc829-7131-4280-a7e5-6e0f287bd489 req-62ac8846-bfa6-4d29-83e5-54770cf0d8dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0535712 Nov 02 12:51:24.028420 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-69ddc829-7131-4280-a7e5-6e0f287bd489 req-389fad24-761f-44ba-b84a-f91445a51980 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 Nov 02 12:51:24.941929 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b06644-a0d4-41ac-8a49-6a6e01c6f2c6 req-04f5a328-40da-4fa8-9849-87fce8c5d29c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:24.943451 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34b06644-a0d4-41ac-8a49-6a6e01c6f2c6 req-04f5a328-40da-4fa8-9849-87fce8c5d29c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0666652 Nov 02 12:51:24.996312 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34b06644-a0d4-41ac-8a49-6a6e01c6f2c6 req-2847babc-8561-4576-9322-188d348fd688 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458295 Nov 02 12:51:25.163258 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5bc37-8b9e-4dd4-8306-4e8e32e69859 req-6f3c16c3-4cac-4f7b-9df9-d668945b7c9a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:25.164645 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0de5bc37-8b9e-4dd4-8306-4e8e32e69859 req-6f3c16c3-4cac-4f7b-9df9-d668945b7c9a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0548294 Nov 02 12:51:25.212202 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0de5bc37-8b9e-4dd4-8306-4e8e32e69859 req-f9f76668-3098-4e37-a3a4-b8765ca18a8a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414958 Nov 02 12:51:26.137208 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b9cdd-68bd-49bb-9117-1990085bcb6a req-ff60e98a-d627-4504-a2a2-cde8e3dcc14b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:26.140984 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b01b9cdd-68bd-49bb-9117-1990085bcb6a req-ff60e98a-d627-4504-a2a2-cde8e3dcc14b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0672724 Nov 02 12:51:26.205566 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b01b9cdd-68bd-49bb-9117-1990085bcb6a req-5a4b28dc-cfbe-49fe-8d1f-6c827a0119f8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589292 Nov 02 12:51:26.384092 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f31639-f802-41e7-ab2f-8d62eeb0e0a9 req-45ffbe9a-6d05-4f64-b04e-37d249ec53b1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:26.385558 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b5f31639-f802-41e7-ab2f-8d62eeb0e0a9 req-45ffbe9a-6d05-4f64-b04e-37d249ec53b1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0883696 Nov 02 12:51:26.397158 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40238) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:26.401813 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'port_id': '95725ffd-0631-4631-8783-4e012342f45a'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:51:26.425481 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb04a9a-d29d-4fe8-a94e-e43fee63fb3e req-70d567e5-bd07-4cd4-a2d9-4318150dfb67 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:26.427022 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2fb04a9a-d29d-4fe8-a94e-e43fee63fb3e req-70d567e5-bd07-4cd4-a2d9-4318150dfb67 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0972979 Nov 02 12:51:26.443999 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.446793 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:51:26.504803 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2fb04a9a-d29d-4fe8-a94e-e43fee63fb3e req-e7ce7b0d-33e7-4cb9-9712-6433a5b9c140 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670686 Nov 02 12:51:26.942123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:26.948278 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.052290 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 71d8029a-314c-480d-b2df-d5ed2387fc08 associated. External IP: 172.27.0.52, port: 95725ffd-0631-4631-8783-4e012342f45a. Nov 02 12:51:27.268006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:51:27.385707 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:51:27.390870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:27.396294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:51:27.407533 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:51:27.408397 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:51:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:27.423576 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-9174767a-5406-4b5f-8920-347a449d9831 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "PUT /v2.0/floatingips/71d8029a-314c-480d-b2df-d5ed2387fc08 HTTP/1.1" status: 200 len: 990 time: 1.0230489 Nov 02 12:51:27.423576 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'tag': '95725ffd-0631-4631-8783-4e012342f45a'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:51:27.424311 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367d8979-666f-4b4d-8c97-0fd09fe8373a" -d '{"events": [{"name": "network-changed", "server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "tag": "95725ffd-0631-4631-8783-4e012342f45a"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:27.461319 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b511af68-ac1a-4c28-a4ce-e4aaecc1e7e5 x-openstack-request-id: req-b511af68-ac1a-4c28-a4ce-e4aaecc1e7e5 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:27.461726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "tag": "95725ffd-0631-4631-8783-4e012342f45a", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:27.462077 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b511af68-ac1a-4c28-a4ce-e4aaecc1e7e5 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:27.462605 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b511af68-ac1a-4c28-a4ce-e4aaecc1e7e5'] response: {'name': 'network-changed', 'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'tag': '95725ffd-0631-4631-8783-4e012342f45a', 'status': 'completed', 'code': 200} Nov 02 12:51:27.532638 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:51:27.665716 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e5665-4016-480c-98bc-883b58282685 req-a6353a87-98be-45d9-9326-f85bb7c7fcc3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.674183 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-535e5665-4016-480c-98bc-883b58282685 req-a6353a87-98be-45d9-9326-f85bb7c7fcc3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Nov 02 12:51:27.687870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-5170d33f-0032-49e8-872c-d35bbb76d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.689410 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-5170d33f-0032-49e8-872c-d35bbb76d891 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 1129 time: 0.1720216 Nov 02 12:51:27.725438 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-535e5665-4016-480c-98bc-883b58282685 req-0434f3fc-ef07-4664-9685-d35ec886f756 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500555 Nov 02 12:51:27.809853 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '71d8029a-314c-480d-b2df-d5ed2387fc08', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '95725ffd-0631-4631-8783-4e012342f45a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:24:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:51:07Z', 'updated_at': '2022-11-02T12:51:26Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}, {'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:27.817360 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-85683cb4-c6fe-4cf0-9d3e-d514f6c64413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.819227 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-85683cb4-c6fe-4cf0-9d3e-d514f6c64413 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.1211488 Nov 02 12:51:27.838705 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:51:27.850578 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:51:27.851904 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:51:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:27.912066 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-88b75e80-05c6-4f81-bb4e-1ba08e9b1d60 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95725ffd-0631-4631-8783-4e012342f45a HTTP/1.1" status: 200 len: 998 time: 0.0836599 Nov 02 12:51:27.972436 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-0072b00a-566c-425d-a579-164048288e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:27.973954 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-0072b00a-566c-425d-a579-164048288e83 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0521424 Nov 02 12:51:27.975552 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:51:28.035376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-0cb29d09-e11f-4345-b3d0-46ae93581910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:28.037151 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-0cb29d09-e11f-4345-b3d0-46ae93581910 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568404 Nov 02 12:51:28.242881 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '71d8029a-314c-480d-b2df-d5ed2387fc08', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '95725ffd-0631-4631-8783-4e012342f45a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:24:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:51:07Z', 'updated_at': '2022-11-02T12:51:26Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}, {'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:51:28.270334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12f4416-9736-4faf-a4ab-d5c6ecdef8a4 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '71d8029a-314c-480d-b2df-d5ed2387fc08', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.52', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '95725ffd-0631-4631-8783-4e012342f45a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:24:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:51:07Z', 'updated_at': '2022-11-02T12:51:26Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}, {'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:51:28.412842 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-1e20d824-bfcd-4020-b0a4-b26fa395bf2f service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682752 Nov 02 12:51:28.521249 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-367d8979-666f-4b4d-8c97-0fd09fe8373a req-8ca10b0b-f0e1-45fc-9830-1e38830a158e service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020896 Nov 02 12:51:28.541475 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14a0c8f-fc16-4338-901e-cba9b91fe071 None None] New status for floating IP 71d8029a-314c-480d-b2df-d5ed2387fc08: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:51:28.877510 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48dda2-d674-4e32-b829-9f2a945f0064 req-3e3f3442-4693-40ca-acd4-f971c708cfd5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:28.880096 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0e48dda2-d674-4e32-b829-9f2a945f0064 req-3e3f3442-4693-40ca-acd4-f971c708cfd5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0577755 Nov 02 12:51:28.936547 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0e48dda2-d674-4e32-b829-9f2a945f0064 req-54d876ad-bafd-4935-850c-8f12f0b0d162 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515366 Nov 02 12:51:30.102518 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73412c59-6237-4040-b224-fa3638a3d89e req-ccaf7889-c6d2-496a-abbf-39066c675b8d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:30.104151 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73412c59-6237-4040-b224-fa3638a3d89e req-ccaf7889-c6d2-496a-abbf-39066c675b8d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0653770 Nov 02 12:51:30.158421 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-73412c59-6237-4040-b224-fa3638a3d89e req-44adf06a-e583-430b-9f52-6215c943af85 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469058 Nov 02 12:51:31.321974 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95297a-06d0-4427-ba13-2e9c0aa2b5f3 req-55e2ca4a-f3b6-46a6-aca9-d8669a1bc8d5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:31.324080 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e95297a-06d0-4427-ba13-2e9c0aa2b5f3 req-55e2ca4a-f3b6-46a6-aca9-d8669a1bc8d5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0773115 Nov 02 12:51:31.392538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e95297a-06d0-4427-ba13-2e9c0aa2b5f3 req-3d8df143-41b7-4605-8d63-c25fc545cc10 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594780 Nov 02 12:51:32.542283 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2bbba-0a7a-4498-8f8b-a3444427d237 req-b7dc8376-45b0-4d11-80b2-e5678982ca73 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:32.550220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fdb2bbba-0a7a-4498-8f8b-a3444427d237 req-b7dc8376-45b0-4d11-80b2-e5678982ca73 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0702100 Nov 02 12:51:32.604263 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fdb2bbba-0a7a-4498-8f8b-a3444427d237 req-499b95d9-86cb-425e-8d94-306229004938 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528054 Nov 02 12:51:33.761509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf2538-69b6-4565-a3c9-5bbeb13fb1e0 req-ce562d03-d16b-4fc3-8fd6-065b6b32c189 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:33.763128 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfcf2538-69b6-4565-a3c9-5bbeb13fb1e0 req-ce562d03-d16b-4fc3-8fd6-065b6b32c189 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0604599 Nov 02 12:51:33.824206 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfcf2538-69b6-4565-a3c9-5bbeb13fb1e0 req-c4939e33-11f0-44b9-bb2c-69d5920d47f7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549490 Nov 02 12:51:34.976251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf1361-f5d9-45c5-bc53-84516e30e303 req-63d275a9-f3d1-47a0-878f-475a534983a5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:34.977918 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84cf1361-f5d9-45c5-bc53-84516e30e303 req-63d275a9-f3d1-47a0-878f-475a534983a5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0557039 Nov 02 12:51:35.028031 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84cf1361-f5d9-45c5-bc53-84516e30e303 req-d08b6d76-fc0c-46b6-9e19-8cdd2998ad35 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437758 Nov 02 12:51:36.183934 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513df04-7381-43f9-b8db-f36ff541cf1e req-f5524b17-ce79-49b9-b99c-de58c5233072 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:36.185418 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a513df04-7381-43f9-b8db-f36ff541cf1e req-f5524b17-ce79-49b9-b99c-de58c5233072 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0654268 Nov 02 12:51:36.245712 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a513df04-7381-43f9-b8db-f36ff541cf1e req-ce06edd1-ff79-4f85-a061-7eab9514342c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530736 Nov 02 12:51:37.377166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8188448-7778-4313-b05f-cc206ab86e19 req-d5d25122-52bb-4a7f-8a97-a217205132bc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:37.378631 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8188448-7778-4313-b05f-cc206ab86e19 req-d5d25122-52bb-4a7f-8a97-a217205132bc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0523741 Nov 02 12:51:37.425223 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8188448-7778-4313-b05f-cc206ab86e19 req-118a47aa-a6a0-4852-9335-5c618ff930ab tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410697 Nov 02 12:51:37.727999 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-72b2dd5f-10d3-4cec-b7fa-365498d28df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:37.729491 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-72b2dd5f-10d3-4cec-b7fa-365498d28df0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1129 time: 0.0452104 Nov 02 12:51:37.823527 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-47fc871f-377b-4b70-be18-bbe001113bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:37.825023 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-47fc871f-377b-4b70-be18-bbe001113bca service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.0895627 Nov 02 12:51:37.885965 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-6a9c1933-ba1a-4698-ade0-4d31c4575be5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 1001 time: 0.0537479 Nov 02 12:51:37.939088 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-ef027d60-4c33-4338-86fe-f9786c4c2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:37.940539 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-ef027d60-4c33-4338-86fe-f9786c4c2e4d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0486915 Nov 02 12:51:37.992281 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-b5d843e6-88d4-4ec9-98e5-61b2981acb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:37.993736 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-b5d843e6-88d4-4ec9-98e5-61b2981acb36 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459266 Nov 02 12:51:38.084962 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-e5452b17-7528-4d20-b068-c8b36a2c5175 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839956 Nov 02 12:51:38.177645 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1139c72-fc28-4fde-89df-fb691e25fe10 req-7a3027d4-abe2-4633-bb51-52b3b0a9d919 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862439 Nov 02 12:51:38.556984 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba2573e-8e9f-4db7-9572-6caef8c85b06 req-ff8531f4-24fa-4b2f-b5a8-46edcd80c311 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:38.558475 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fba2573e-8e9f-4db7-9572-6caef8c85b06 req-ff8531f4-24fa-4b2f-b5a8-46edcd80c311 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0526338 Nov 02 12:51:38.604795 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fba2573e-8e9f-4db7-9572-6caef8c85b06 req-b087997d-e710-4a97-b974-23f6a3bb14d0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407009 Nov 02 12:51:39.740312 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e9630-ad61-41a0-aad8-53e1ccce4bca req-68999b6a-6f41-459e-aa80-53b86048feae tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:39.741775 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f5e9630-ad61-41a0-aad8-53e1ccce4bca req-68999b6a-6f41-459e-aa80-53b86048feae tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0560675 Nov 02 12:51:39.787878 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f5e9630-ad61-41a0-aad8-53e1ccce4bca req-6f3923f1-9c70-4b72-b738-b921d4394435 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405869 Nov 02 12:51:40.664226 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9c6caacd-935f-4cbc-a533-94a900963ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:40.920266 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed3d6a-8d49-4d81-85c9-7aee5c0810b9 req-859a223c-479b-4d24-8f14-461d6e6cbd19 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:40.922449 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2ed3d6a-8d49-4d81-85c9-7aee5c0810b9 req-859a223c-479b-4d24-8f14-461d6e6cbd19 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0552452 Nov 02 12:51:40.969854 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b2ed3d6a-8d49-4d81-85c9-7aee5c0810b9 req-d58b2408-8e7c-4fb8-8fdc-50b3a2e424fc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Nov 02 12:51:41.513706 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-74538b48-12f9-496b-a1cd-208234db64a6 req-825aab0f-5149-45df-bf6d-e1dcb2a7119d service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:51:41.514754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-74538b48-12f9-496b-a1cd-208234db64a6 req-825aab0f-5149-45df-bf6d-e1dcb2a7119d service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548863 Nov 02 12:51:41.700363 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8a797-7196-4cfb-b6b7-2699d14d0735 req-224cf9cc-6ec5-412b-85dd-de7262fb36fa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:41.701933 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3af8a797-7196-4cfb-b6b7-2699d14d0735 req-224cf9cc-6ec5-412b-85dd-de7262fb36fa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 945 time: 0.0749726 Nov 02 12:51:41.754988 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3af8a797-7196-4cfb-b6b7-2699d14d0735 req-f3e005cd-e01b-4670-9a5f-a35aa12764ae tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469315 Nov 02 12:51:41.859392 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40346) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:41.944559 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-ee6f8ca2-b523-4acf-8fa5-6be9a1154f3b service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840194 Nov 02 12:51:41.953902 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-3c84d7b1-7707-4e89-820f-9a6e1f4184a6 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:51:41.954952 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-3c84d7b1-7707-4e89-820f-9a6e1f4184a6 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057225 Nov 02 12:51:42.032462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40354) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:51:42.128793 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-e013698f-df58-431f-8846-ba36f92a4efa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:42.130057 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-e013698f-df58-431f-8846-ba36f92a4efa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports/f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 942 time: 0.0965452 Nov 02 12:51:42.203863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:42.281564 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: ACTIVE; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:42.281993 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.304808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:51:42.307078 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab06b94-ee06-4406-9caa-57cb2b1287f8" -d '{"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:51:42.320650 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:51:42.325244 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:42.348981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 02 Nov 2022 12:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d79059a-3f9b-4b42-9fc3-338ebb0e3a1f x-openstack-request-id: req-5d79059a-3f9b-4b42-9fc3-338ebb0e3a1f {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:51:42.349280 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-unplugged", "status": "failed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "code": 422}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:51:42.349566 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5d79059a-3f9b-4b42-9fc3-338ebb0e3a1f {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:51:42.349990 dv-cinder-863277-1-iscsi neutron-server[115590]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5d79059a-3f9b-4b42-9fc3-338ebb0e3a1f']: {'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'code': 422} returned with failed status Nov 02 12:51:42.377807 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=8']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:51:42.385741 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.386066 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.386460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.386803 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.387197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.387531 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.387865 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.388196 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.388527 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.388857 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.389186 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.389511 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.390492 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:51:42.895145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b222b-3cb4-4acd-87af-5363f8460d4a req-ae2b709d-d5c7-4b91-8245-5746c263a545 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:42.896606 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5e0b222b-3cb4-4acd-87af-5363f8460d4a req-ae2b709d-d5c7-4b91-8245-5746c263a545 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0574679 Nov 02 12:51:42.950390 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5e0b222b-3cb4-4acd-87af-5363f8460d4a req-dcd4826d-8866-48d6-8224-5df17d50479a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458045 Nov 02 12:51:43.169993 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6773c8aa-f1af-49dd-b9f9-f76ac5d63a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.083348 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061e632-7f92-4989-b399-5cd780bd36ab req-1cbfc8c6-acf2-40d6-a3ae-2dd3332f9934 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.084834 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8061e632-7f92-4989-b399-5cd780bd36ab req-1cbfc8c6-acf2-40d6-a3ae-2dd3332f9934 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0541487 Nov 02 12:51:44.134606 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8061e632-7f92-4989-b399-5cd780bd36ab req-7cd941d3-10fa-43c7-bada-3f3682bd75c9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441172 Nov 02 12:51:44.321586 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-6dece61f-8ebd-49a6-b964-4288edd00a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.323276 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-6dece61f-8ebd-49a6-b964-4288edd00a1d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 1127 time: 0.0793269 Nov 02 12:51:44.331703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:44.420289 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-6e5e7fa5-0b32-49a9-ab9c-6a2017af340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.422618 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-6e5e7fa5-0b32-49a9-ab9c-6a2017af340c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1127 time: 0.0511868 Nov 02 12:51:44.512278 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-d842e2cd-5691-4fc5-8143-5d8180c6a279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.514226 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-d842e2cd-5691-4fc5-8143-5d8180c6a279 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.0835996 Nov 02 12:51:44.583296 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-ec61cd0b-e288-474c-b594-91229565e538 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 200 len: 999 time: 0.0621068 Nov 02 12:51:44.634026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-70e91fa3-d182-409a-a003-11ecbc1fb35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.635493 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-70e91fa3-d182-409a-a003-11ecbc1fb35b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0444858 Nov 02 12:51:44.687521 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-0de57711-cd44-4694-9cb1-1553fbbab5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:44.689030 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-0de57711-cd44-4694-9cb1-1553fbbab5d9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459099 Nov 02 12:51:44.783437 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-d15fa33f-5292-45d1-aadf-3364f2fe4923 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Nov 02 12:51:44.874528 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-3a6f0057-cd91-446a-a728-a0f9daaf6d63 req-07866816-b20f-448e-a671-55d37b015b0d service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848842 Nov 02 12:51:44.936974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:45.277354 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d3a30-4a9b-46c3-aa3c-74212f35a064 req-2161c8f7-b920-43ed-bfcc-1d06c230f72b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:45.279105 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d09d3a30-4a9b-46c3-aa3c-74212f35a064 req-2161c8f7-b920-43ed-bfcc-1d06c230f72b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0632899 Nov 02 12:51:45.350044 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d09d3a30-4a9b-46c3-aa3c-74212f35a064 req-f494a530-d07f-4612-973c-9bc8b7eace08 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651152 Nov 02 12:51:45.682453 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:46.240769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:51:46.316429 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: DOWN; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:51:46.510941 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed19bc5-4a2d-4b3f-b749-faffccfef4a9 req-b363bd14-2e98-40e8-89a1-0636125f795a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:46.512298 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ed19bc5-4a2d-4b3f-b749-faffccfef4a9 req-b363bd14-2e98-40e8-89a1-0636125f795a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0563793 Nov 02 12:51:46.560817 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ed19bc5-4a2d-4b3f-b749-faffccfef4a9 req-8f5962d7-7f5c-441a-a756-71dc4324bae5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Nov 02 12:51:47.197969 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:51:47.710875 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff84ffc-0fe0-41cc-9d42-a080b5badbbe req-c7eb8cec-1a0e-4312-8aba-3f1178ca10ff tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:47.713043 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eff84ffc-0fe0-41cc-9d42-a080b5badbbe req-c7eb8cec-1a0e-4312-8aba-3f1178ca10ff tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0655563 Nov 02 12:51:47.761363 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eff84ffc-0fe0-41cc-9d42-a080b5badbbe req-83f72649-a7fd-4b62-bea5-9ccc0e5c897e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415895 Nov 02 12:51:48.917445 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33fc7d-ffc1-4844-989a-e2942fad2041 req-835a946b-26da-4e94-b813-c8db55bd1329 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:48.918960 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a33fc7d-ffc1-4844-989a-e2942fad2041 req-835a946b-26da-4e94-b813-c8db55bd1329 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0685079 Nov 02 12:51:48.973229 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a33fc7d-ffc1-4844-989a-e2942fad2041 req-16df63af-da0e-4faf-8eb0-af9523ca4dd5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477171 Nov 02 12:51:50.109800 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51f5634-c9cf-417b-9b7e-7b29fbc66d09 req-0ae390fb-b2c1-401e-b5f2-2f8627c14c96 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:50.111390 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a51f5634-c9cf-417b-9b7e-7b29fbc66d09 req-0ae390fb-b2c1-401e-b5f2-2f8627c14c96 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0554419 Nov 02 12:51:50.167611 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a51f5634-c9cf-417b-9b7e-7b29fbc66d09 req-a475b0f8-2ddc-4444-b73d-9857c59dab5f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505269 Nov 02 12:51:51.302728 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14dc10-63cc-4d8a-bb32-bb9e747a466b req-cb64782f-3463-4e2a-8687-caf43525311a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:51.304272 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9b14dc10-63cc-4d8a-bb32-bb9e747a466b req-cb64782f-3463-4e2a-8687-caf43525311a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0522835 Nov 02 12:51:51.354645 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9b14dc10-63cc-4d8a-bb32-bb9e747a466b req-61ff0059-8623-4862-9d7f-12c17bb92654 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 Nov 02 12:51:52.496846 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab405b2f-49e3-4676-bb93-78c6a8050599 req-ee31aa40-05d4-44e7-bdb3-2f8998af0d12 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:52.498845 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ab405b2f-49e3-4676-bb93-78c6a8050599 req-ee31aa40-05d4-44e7-bdb3-2f8998af0d12 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0601184 Nov 02 12:51:52.548487 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ab405b2f-49e3-4676-bb93-78c6a8050599 req-79b3574d-13f5-4399-8841-223d01c85603 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Nov 02 12:51:53.687332 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3403b29-1633-4b4b-9af0-1315792809c3 req-b22cf64c-2fef-45f4-b046-b16b608eec8d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:53.688815 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d3403b29-1633-4b4b-9af0-1315792809c3 req-b22cf64c-2fef-45f4-b046-b16b608eec8d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0601037 Nov 02 12:51:53.735915 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d3403b29-1633-4b4b-9af0-1315792809c3 req-941e19d8-1131-418b-b001-7b234c96379b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409505 Nov 02 12:51:54.878021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd1859d-8410-4e0b-9bb5-e450a2df720f req-727af346-a474-43c5-b798-809cfd090d42 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:54.880180 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7bd1859d-8410-4e0b-9bb5-e450a2df720f req-727af346-a474-43c5-b798-809cfd090d42 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0618560 Nov 02 12:51:54.935746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7bd1859d-8410-4e0b-9bb5-e450a2df720f req-214b5719-525c-41ec-b989-cfe153990186 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498056 Nov 02 12:51:56.079837 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451638b-35a0-4836-8b6e-294813f228e6 req-0cfe29e4-fa65-44d9-ba1f-2de9f49d0d00 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:56.082890 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f451638b-35a0-4836-8b6e-294813f228e6 req-0cfe29e4-fa65-44d9-ba1f-2de9f49d0d00 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0627441 Nov 02 12:51:56.132411 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f451638b-35a0-4836-8b6e-294813f228e6 req-7ba4cb54-9380-4715-8e4d-bf9376e76d15 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427096 Nov 02 12:51:57.279098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11f206-6bc1-4b1c-8e18-c66862fe7033 req-19879c58-8502-4c89-b91b-e4de278f5f7b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:57.282165 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bd11f206-6bc1-4b1c-8e18-c66862fe7033 req-19879c58-8502-4c89-b91b-e4de278f5f7b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0594330 Nov 02 12:51:57.338242 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bd11f206-6bc1-4b1c-8e18-c66862fe7033 req-682321d2-dd3a-454e-a968-f2ff5ee3f055 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493841 Nov 02 12:51:58.478932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30325b20-eb3b-4ea9-a9cc-a0853ed1dba5 req-afc8b9e3-72ee-4173-9a6a-016985c117d9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:58.481184 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30325b20-eb3b-4ea9-a9cc-a0853ed1dba5 req-afc8b9e3-72ee-4173-9a6a-016985c117d9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0577517 Nov 02 12:51:58.534276 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30325b20-eb3b-4ea9-a9cc-a0853ed1dba5 req-e5570d06-c07e-434f-8f29-7a237ee85e38 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470023 Nov 02 12:51:59.670131 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d0318-9d7e-463f-be35-415f7248584f req-de1bd5fe-f23e-4ebf-b30d-47c4fad7e1db tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:51:59.671312 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c12d0318-9d7e-463f-be35-415f7248584f req-de1bd5fe-f23e-4ebf-b30d-47c4fad7e1db tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0530736 Nov 02 12:51:59.719666 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c12d0318-9d7e-463f-be35-415f7248584f req-4b664b61-9dde-482f-95e6-ae16ca2efc51 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Nov 02 12:52:00.857777 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49c52e-4ddf-4301-a8ae-ec942c4fcc66 req-4fc4ec9c-24a8-4ae8-858b-dbc19bc601d4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:00.859283 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9c49c52e-4ddf-4301-a8ae-ec942c4fcc66 req-4fc4ec9c-24a8-4ae8-858b-dbc19bc601d4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0601850 Nov 02 12:52:00.907586 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9c49c52e-4ddf-4301-a8ae-ec942c4fcc66 req-288bcfeb-cc6d-49d1-a81e-88abc7d3f674 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421445 Nov 02 12:52:03.068535 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-64812fbf-a859-4be8-8711-3fe8bf5a229b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0604684 Nov 02 12:52:03.176316 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-c057a8aa-a909-4c4c-90ee-2ef7a74c4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:03.178078 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-c057a8aa-a909-4c4c-90ee-2ef7a74c4075 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 1130 time: 0.0766995 Nov 02 12:52:03.296018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589350c0-2f70-4ebb-b793-389f4d1b1410 req-5cd0bb92-8c3f-47f8-a6fe-f7afffb24de0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:03.298394 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-589350c0-2f70-4ebb-b793-389f4d1b1410 req-5cd0bb92-8c3f-47f8-a6fe-f7afffb24de0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0735610 Nov 02 12:52:03.336700 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-81096224-f27b-45e9-bc1c-99fee236ae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:03.338279 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-81096224-f27b-45e9-bc1c-99fee236ae62 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.0970116 Nov 02 12:52:03.350673 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-589350c0-2f70-4ebb-b793-389f4d1b1410 req-7f115753-c53b-459f-a762-ee9d5b41b411 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437038 Nov 02 12:52:03.436082 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-d66f5636-c297-4b92-8c61-954ce2c8c3c4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 200 len: 1001 time: 0.0635238 Nov 02 12:52:03.439097 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:03.485944 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-557f1f54-6397-45d6-9a37-6cce7252d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:03.487470 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-557f1f54-6397-45d6-9a37-6cce7252d20a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0445695 Nov 02 12:52:03.538261 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-ad3d0677-3550-46c5-a0e3-b74f31735d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:03.539704 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-ad3d0677-3550-46c5-a0e3-b74f31735d5e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455980 Nov 02 12:52:03.634278 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-a19e4a30-a685-47c6-921e-fe3373337e57 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852518 Nov 02 12:52:03.730120 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ef5e757e-632d-42e4-8756-3f5a029551a9 req-d67974f3-197b-4ac2-b0c7-1e0a09fbf744 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883849 Nov 02 12:52:04.486959 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4673db-4eb1-4b6d-9da8-99914aaeedbb req-bb95a77d-6256-4191-9331-e47bb6dc1cf4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:04.488371 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-de4673db-4eb1-4b6d-9da8-99914aaeedbb req-bb95a77d-6256-4191-9331-e47bb6dc1cf4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0525455 Nov 02 12:52:04.537982 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-de4673db-4eb1-4b6d-9da8-99914aaeedbb req-58b5cc88-a7de-4630-969f-bca6291ff33a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440903 Nov 02 12:52:05.670943 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0783e8-8030-483d-ad72-f4eac36604cd req-1279b348-c4d5-43fb-ae1d-34c79d5530ed tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:05.672398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9f0783e8-8030-483d-ad72-f4eac36604cd req-1279b348-c4d5-43fb-ae1d-34c79d5530ed tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0526550 Nov 02 12:52:05.718516 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9f0783e8-8030-483d-ad72-f4eac36604cd req-4352afd1-4eb6-4722-847d-ad2f40158c99 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397706 Nov 02 12:52:06.851682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa86f4-5ea2-4047-82bd-ab2448dd98b4 req-8e399a28-d378-4d99-b20f-91cddd128155 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:06.853159 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7caa86f4-5ea2-4047-82bd-ab2448dd98b4 req-8e399a28-d378-4d99-b20f-91cddd128155 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0531847 Nov 02 12:52:06.900456 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7caa86f4-5ea2-4047-82bd-ab2448dd98b4 req-a08c1fed-0689-4843-a1a0-29aafd8dbe41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Nov 02 12:52:08.036702 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e8b8c-ba4a-4bb9-9731-44250651322a req-077ae99c-d8a2-49aa-8393-8ddd83aa18c5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:08.038354 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-171e8b8c-ba4a-4bb9-9731-44250651322a req-077ae99c-d8a2-49aa-8393-8ddd83aa18c5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0581439 Nov 02 12:52:08.085122 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-171e8b8c-ba4a-4bb9-9731-44250651322a req-08c0523c-f51e-410a-a39f-d5ea5758d110 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Nov 02 12:52:09.216888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42aaa1-4edf-4e2c-a834-e0410aa22be9 req-9a8db11c-3fa4-4de9-8232-65119024205b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:09.218399 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c42aaa1-4edf-4e2c-a834-e0410aa22be9 req-9a8db11c-3fa4-4de9-8232-65119024205b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0529487 Nov 02 12:52:09.266620 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c42aaa1-4edf-4e2c-a834-e0410aa22be9 req-5f130125-87c9-4f99-bef0-11d03e4f808d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415363 Nov 02 12:52:10.402243 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12345e1-6b07-44eb-8161-368dcf1d2131 req-c557040c-c59c-43b3-b1f8-02da7dd3cc1a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:10.403718 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a12345e1-6b07-44eb-8161-368dcf1d2131 req-c557040c-c59c-43b3-b1f8-02da7dd3cc1a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0565169 Nov 02 12:52:10.449808 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a12345e1-6b07-44eb-8161-368dcf1d2131 req-b60aff23-e9db-49e8-9b73-e48d30f450b8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406582 Nov 02 12:52:10.672189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-536b70b3-8e88-4bd5-88e2-75953e1339d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:11.579249 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444724b-5943-479f-963d-a1bce5a8528d req-8f0c3faf-27aa-4cd5-bd8a-da4456b4d749 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:11.580752 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3444724b-5943-479f-963d-a1bce5a8528d req-8f0c3faf-27aa-4cd5-bd8a-da4456b4d749 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0522766 Nov 02 12:52:11.628075 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3444724b-5943-479f-963d-a1bce5a8528d req-8955ed45-d936-41a7-b259-c51bc9470aa9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Nov 02 12:52:12.022006 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996cbeb-5c0a-4ea3-b569-2e9c5231ba27 req-46c7e1be-d3f5-4e69-97ad-54dc57e8b0fa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.023561 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4996cbeb-5c0a-4ea3-b569-2e9c5231ba27 req-46c7e1be-d3f5-4e69-97ad-54dc57e8b0fa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0545318 Nov 02 12:52:12.052536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc297-1239-4a14-bedd-152340559d71 req-b909ecb4-585a-4c47-af0b-06c5c79e3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.054072 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-b909ecb4-585a-4c47-af0b-06c5c79e3aa1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0468342 Nov 02 12:52:12.076969 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4996cbeb-5c0a-4ea3-b569-2e9c5231ba27 req-3eb138cb-29e7-4e8f-ad32-2c8c168370cb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477328 Nov 02 12:52:12.151326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc297-1239-4a14-bedd-152340559d71 req-0fc7d879-886c-410d-8891-6aff017e4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.152791 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-0fc7d879-886c-410d-8891-6aff017e4e3e service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0897160 Nov 02 12:52:12.217381 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-379de405-1871-40d7-804d-cd8648abc130 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 1001 time: 0.0562420 Nov 02 12:52:12.270729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc297-1239-4a14-bedd-152340559d71 req-76cff58a-1d67-456f-9b2d-cb4b8ff19de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.272085 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-76cff58a-1d67-456f-9b2d-cb4b8ff19de9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0474572 Nov 02 12:52:12.323717 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652dc297-1239-4a14-bedd-152340559d71 req-ff69390e-7c02-4691-a729-701e9910c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.325244 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-ff69390e-7c02-4691-a729-701e9910c942 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457792 Nov 02 12:52:12.417196 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-b1c39fc4-49cc-44ff-9e85-8f8a20c97a09 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826118 Nov 02 12:52:12.512394 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-652dc297-1239-4a14-bedd-152340559d71 req-6374430e-294c-49fe-8254-e7faa7b281dd service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875285 Nov 02 12:52:12.762788 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b25c8-12e3-471b-8b60-f6bed77f1bf3 req-e517b0cc-c15b-4296-980c-57bbdf55092c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:12.764246 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ab2b25c8-12e3-471b-8b60-f6bed77f1bf3 req-e517b0cc-c15b-4296-980c-57bbdf55092c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.0536911 Nov 02 12:52:12.818536 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ab2b25c8-12e3-471b-8b60-f6bed77f1bf3 req-5195bc6e-64fd-4018-b394-2b017d9cd0ad tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473285 Nov 02 12:52:13.173064 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9545867d-fec5-499c-bad1-e3a88c9ad05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:13.203858 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6323d-93f0-4669-9950-608930ac9c5a req-698c1a37-cc44-47ac-9cb1-e19b2298c8d1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:13.205318 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ef6323d-93f0-4669-9950-608930ac9c5a req-698c1a37-cc44-47ac-9cb1-e19b2298c8d1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0526452 Nov 02 12:52:13.254841 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ef6323d-93f0-4669-9950-608930ac9c5a req-7ce8ef73-9de8-4ffa-a36b-05039499b661 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423596 Nov 02 12:52:14.163903 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae1f8d-0d2f-4db1-8137-8f84b7f901eb req-e3103342-d778-4fa5-b4fb-f0739764fbf9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:14.165308 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0ae1f8d-0d2f-4db1-8137-8f84b7f901eb req-e3103342-d778-4fa5-b4fb-f0739764fbf9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 943 time: 0.2667007 Nov 02 12:52:14.212765 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0ae1f8d-0d2f-4db1-8137-8f84b7f901eb req-e6c37060-0f27-4ee0-8a03-4488d369b761 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Nov 02 12:52:14.336624 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.354133 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:52:14.381992 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b8cc53-a961-4438-b692-1b1c54748809 req-595785fd-af0b-452c-8c7f-2557230845a8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:14.383503 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b4b8cc53-a961-4438-b692-1b1c54748809 req-595785fd-af0b-452c-8c7f-2557230845a8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0565886 Nov 02 12:52:14.431019 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b4b8cc53-a961-4438-b692-1b1c54748809 req-c877a8b9-f629-438e-a4c6-a11242ef15d0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417323 Nov 02 12:52:14.455116 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:14.466521 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'mac_address': 'fa:16:3e:58:ef:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:52:14.500531 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:14.500929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.514003 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:52:14.532793 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:14.537077 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:14.586853 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=9']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:14.943608 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:15.209145 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:52:15.351658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9b995-232b-494c-8810-dec67b3ac963 req-0e0d01da-6506-401f-9844-41b1ad7d1f6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:15.353114 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cee9b995-232b-494c-8810-dec67b3ac963 req-0e0d01da-6506-401f-9844-41b1ad7d1f6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0580046 Nov 02 12:52:15.399231 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cee9b995-232b-494c-8810-dec67b3ac963 req-b13bc32c-2e81-4907-9392-9497c930f707 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405412 Nov 02 12:52:15.558114 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc554c2-dba9-4cf2-baf8-34cc726b6385 req-1b3deb19-7bf6-4941-ad96-4e6a9d7ab604 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:15.559668 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0cc554c2-dba9-4cf2-baf8-34cc726b6385 req-1b3deb19-7bf6-4941-ad96-4e6a9d7ab604 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0524974 Nov 02 12:52:15.607812 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0cc554c2-dba9-4cf2-baf8-34cc726b6385 req-5c006373-8e92-4bff-8641-77322481adbb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425980 Nov 02 12:52:15.674020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:16.529626 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7878b0-6faa-4b82-9021-c2c882c3d208 req-916c82e3-72f2-4f31-aec1-4e72e66ee166 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:16.531030 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a7878b0-6faa-4b82-9021-c2c882c3d208 req-916c82e3-72f2-4f31-aec1-4e72e66ee166 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0534403 Nov 02 12:52:16.581401 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7a7878b0-6faa-4b82-9021-c2c882c3d208 req-d2f783c5-9fdb-4452-aaf8-0bf801ae66cd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447817 Nov 02 12:52:16.734238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e4584-5bc4-4bab-a541-4d67cab1630a req-6e06cae4-8af0-40f5-8be3-fc90c8580aac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:16.735737 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f2e4584-5bc4-4bab-a541-4d67cab1630a req-6e06cae4-8af0-40f5-8be3-fc90c8580aac tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0531774 Nov 02 12:52:16.781990 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6f2e4584-5bc4-4bab-a541-4d67cab1630a req-206f2bf1-ad7a-491b-ac68-644a5de25035 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401351 Nov 02 12:52:17.199369 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:17.712915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fff31-657b-4327-a166-851617be65ca req-2fd45ab9-2321-49c6-ba59-073079c76b78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:17.714413 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b76fff31-657b-4327-a166-851617be65ca req-2fd45ab9-2321-49c6-ba59-073079c76b78 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 944 time: 0.0531695 Nov 02 12:52:17.759802 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b76fff31-657b-4327-a166-851617be65ca req-9bbaddb6-7f8a-4f5f-bd52-7be42c36c37a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397527 Nov 02 12:52:17.918456 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6fc6e-57ad-4000-ab5e-9fbda431a561 req-785c6bcb-246d-448b-8ebd-f4bb62ec73f9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:17.920075 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffc6fc6e-57ad-4000-ab5e-9fbda431a561 req-785c6bcb-246d-448b-8ebd-f4bb62ec73f9 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0624163 Nov 02 12:52:17.968950 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffc6fc6e-57ad-4000-ab5e-9fbda431a561 req-3117b4db-77f4-4726-a080-4f2005d4c047 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433781 Nov 02 12:52:18.371366 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5dc552-ebca-4b52-a14f-038e9e5c2b7d req-76bf5ff7-4762-4932-9daa-b1c413f4f231 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:18.372949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd5dc552-ebca-4b52-a14f-038e9e5c2b7d req-76bf5ff7-4762-4932-9daa-b1c413f4f231 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0548775 Nov 02 12:52:18.379814 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:52:18.422764 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd5dc552-ebca-4b52-a14f-038e9e5c2b7d req-8cd8deb6-93b6-4a29-bbbc-5cd83150d8b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Nov 02 12:52:18.426504 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:52:18.426896 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.427255 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 Nov 02 12:52:18.503548 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:52:18.503940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.654197 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:52:18.656526 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d3b58-f53b-46d5-8591-a58ef72a259c" -d '{"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:18.670518 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:52:18.675680 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:18.721705 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=10']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:52:18.748660 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f48357-e140-46f9-b829-f3623fefd7b9 x-openstack-request-id: req-95f48357-e140-46f9-b829-f3623fefd7b9 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:18.748956 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-plugged", "status": "completed", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:18.749212 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-95f48357-e140-46f9-b829-f3623fefd7b9 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:18.749615 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95f48357-e140-46f9-b829-f3623fefd7b9'] response: {'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'code': 200} Nov 02 12:52:18.893777 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f27f8-c5ef-4efb-a2ab-f63aa8a20411 req-438029a3-b37c-4ee4-9694-a30b42141da9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:18.895287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d0f27f8-c5ef-4efb-a2ab-f63aa8a20411 req-438029a3-b37c-4ee4-9694-a30b42141da9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0524936 Nov 02 12:52:18.946979 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d0f27f8-c5ef-4efb-a2ab-f63aa8a20411 req-0ed38190-a227-4241-8a31-88384e23cf0a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441127 Nov 02 12:52:19.094658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d86189-3695-47b0-add6-46dcfb9249be req-876c2690-6a2f-4d3f-84c7-2b40d6c077eb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:19.096144 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6d86189-3695-47b0-add6-46dcfb9249be req-876c2690-6a2f-4d3f-84c7-2b40d6c077eb tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Nov 02 12:52:19.144165 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6d86189-3695-47b0-add6-46dcfb9249be req-8fa4ea27-9239-458f-a1a2-b14389bdf4b3 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404401 Nov 02 12:52:19.498751 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405aef0-bd36-4c0b-8e58-b2adaa7a40c1 req-2c549063-ab4a-4d3c-a6f4-59de5fa8595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:19.500160 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f405aef0-bd36-4c0b-8e58-b2adaa7a40c1 req-2c549063-ab4a-4d3c-a6f4-59de5fa8595d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 1130 time: 0.0472426 Nov 02 12:52:19.548268 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f405aef0-bd36-4c0b-8e58-b2adaa7a40c1 req-0aa93325-681c-49b3-a002-73fdc27b5be0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385554 Nov 02 12:52:19.549743 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ecfd5-2995-4477-a038-223527472e3b req-facb98d0-d8d5-4377-bc0e-3e54f2311ba4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:19.551310 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cb6ecfd5-2995-4477-a038-223527472e3b req-facb98d0-d8d5-4377-bc0e-3e54f2311ba4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0537338 Nov 02 12:52:19.597134 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cb6ecfd5-2995-4477-a038-223527472e3b req-87936c25-96e5-4ed7-af6e-ec11308eeddd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398157 Nov 02 12:52:20.084707 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d1348-2e57-4ca3-90ff-64b73806be69 req-62b75a69-36e8-4b5f-a987-d03af9237eee tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:20.086179 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf8d1348-2e57-4ca3-90ff-64b73806be69 req-62b75a69-36e8-4b5f-a987-d03af9237eee tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0561020 Nov 02 12:52:20.131867 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf8d1348-2e57-4ca3-90ff-64b73806be69 req-9ae046fd-fb74-492f-a361-1bd1066332a4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400977 Nov 02 12:52:20.271008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7512ca-5e72-4ca8-9ab0-4e49b16e0f0f req-f2fbf5b1-f2fa-4d34-9457-0902935ca351 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:20.272904 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e7512ca-5e72-4ca8-9ab0-4e49b16e0f0f req-f2fbf5b1-f2fa-4d34-9457-0902935ca351 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0545599 Nov 02 12:52:20.319816 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7e7512ca-5e72-4ca8-9ab0-4e49b16e0f0f req-139f86dc-1cf1-441d-8ef0-acead10dac67 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413063 Nov 02 12:52:20.728837 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661b43e-ca23-4bde-ae8e-7f42ade435a0 req-40d48ab6-e681-42d1-b5fc-ff1793fccf67 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:20.730328 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0661b43e-ca23-4bde-ae8e-7f42ade435a0 req-40d48ab6-e681-42d1-b5fc-ff1793fccf67 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0579820 Nov 02 12:52:20.778098 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0661b43e-ca23-4bde-ae8e-7f42ade435a0 req-2e03c10d-b4bb-403f-9585-f78750507f99 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Nov 02 12:52:21.266023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109dddeb-14b8-4ffb-ab75-f0b8cf85cf7a req-a75b1bf0-9d3f-4509-a06c-9e446a9cde5a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:21.267603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-109dddeb-14b8-4ffb-ab75-f0b8cf85cf7a req-a75b1bf0-9d3f-4509-a06c-9e446a9cde5a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0539174 Nov 02 12:52:21.315644 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-109dddeb-14b8-4ffb-ab75-f0b8cf85cf7a req-fc0d9939-346f-4177-9980-162a26083945 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 Nov 02 12:52:21.447312 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec7a98-87fa-49dd-8e1e-c97148009a57 req-0c3f9c57-f2b8-49b3-baeb-a3932702ce08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:21.448707 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16ec7a98-87fa-49dd-8e1e-c97148009a57 req-0c3f9c57-f2b8-49b3-baeb-a3932702ce08 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0545371 Nov 02 12:52:21.499353 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16ec7a98-87fa-49dd-8e1e-c97148009a57 req-32f8ee42-adae-4a1f-a515-a46aaabc77b0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449431 Nov 02 12:52:21.901421 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde57e3-6c6f-462f-ad83-eca882c77314 req-9ef536a0-0f1a-49af-a648-b92a4c4bc9bd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:21.902889 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cbde57e3-6c6f-462f-ad83-eca882c77314 req-9ef536a0-0f1a-49af-a648-b92a4c4bc9bd tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0522857 Nov 02 12:52:21.951713 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cbde57e3-6c6f-462f-ad83-eca882c77314 req-ffea7a6a-fff4-4e0b-8c6d-06410e75e55d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433340 Nov 02 12:52:22.450229 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7352424-94eb-4c6f-820a-a4d30c8d307b req-5a03150d-402c-47c8-9756-e8f67f538795 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:22.451752 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7352424-94eb-4c6f-820a-a4d30c8d307b req-5a03150d-402c-47c8-9756-e8f67f538795 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0542061 Nov 02 12:52:22.499141 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7352424-94eb-4c6f-820a-a4d30c8d307b req-897c0dbc-1bf2-4f47-8261-18e41e12b786 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Nov 02 12:52:22.627873 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f51cc4-1f89-46e4-842c-0c2ab8c22983 req-ec8fefe7-bf5d-4cfb-beea-20fc97b6448a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:22.629256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8f51cc4-1f89-46e4-842c-0c2ab8c22983 req-ec8fefe7-bf5d-4cfb-beea-20fc97b6448a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0565193 Nov 02 12:52:22.679715 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c8f51cc4-1f89-46e4-842c-0c2ab8c22983 req-561c46ed-aa2a-4a76-a00f-de9620c5233d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436435 Nov 02 12:52:23.080320 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad77a0-66be-41a0-8761-360850989572 req-9eb1a427-b389-40c0-a853-d1204d23806d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:23.081806 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2aad77a0-66be-41a0-8761-360850989572 req-9eb1a427-b389-40c0-a853-d1204d23806d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0542843 Nov 02 12:52:23.127911 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2aad77a0-66be-41a0-8761-360850989572 req-684754ee-0c75-4a17-9561-ff6a4d348cf8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404234 Nov 02 12:52:23.629306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b21b1-c1dd-4e25-bc46-a13a8730b3a1 req-087c7859-5c6d-4201-9093-332b5d070ebd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:23.630787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-675b21b1-c1dd-4e25-bc46-a13a8730b3a1 req-087c7859-5c6d-4201-9093-332b5d070ebd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0527475 Nov 02 12:52:23.680747 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-675b21b1-c1dd-4e25-bc46-a13a8730b3a1 req-6f34db9e-b118-484f-bcec-1f77a5864024 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442421 Nov 02 12:52:23.807897 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7e135-e891-4392-b3b3-039856d5ed94 req-b24c53bb-f15b-4a5d-90cc-197e0ad75c2d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:23.809292 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ed7e135-e891-4392-b3b3-039856d5ed94 req-b24c53bb-f15b-4a5d-90cc-197e0ad75c2d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0548635 Nov 02 12:52:23.857767 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6ed7e135-e891-4392-b3b3-039856d5ed94 req-2dd3a1ff-8c96-40df-a600-1fbca6217db5 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428736 Nov 02 12:52:24.255927 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08a170-c6a5-4fff-a727-c4fc465c40a0 req-42b17697-fff3-428a-902b-f87f9d86ddf4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:24.258543 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b08a170-c6a5-4fff-a727-c4fc465c40a0 req-42b17697-fff3-428a-902b-f87f9d86ddf4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0549846 Nov 02 12:52:24.309017 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b08a170-c6a5-4fff-a727-c4fc465c40a0 req-ded6c80a-8677-4764-b59a-d36ed739e7e9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444386 Nov 02 12:52:24.988439 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6057023-fcc5-4f8a-bb0d-9aa5051ac940 req-5f6cfa43-d7a3-4fc3-901c-32f8d783426e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:24.989897 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6057023-fcc5-4f8a-bb0d-9aa5051ac940 req-5f6cfa43-d7a3-4fc3-901c-32f8d783426e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0575433 Nov 02 12:52:25.039848 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e6057023-fcc5-4f8a-bb0d-9aa5051ac940 req-f40c324f-7438-40e3-9fee-ca1d2f55521e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428867 Nov 02 12:52:25.436247 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24392d6-cddb-4f87-8b15-c2eaffcde3a3 req-227ee947-8583-4eee-b97a-6d81b7ccf982 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:25.437733 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f24392d6-cddb-4f87-8b15-c2eaffcde3a3 req-227ee947-8583-4eee-b97a-6d81b7ccf982 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0533197 Nov 02 12:52:25.484347 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f24392d6-cddb-4f87-8b15-c2eaffcde3a3 req-73f02b67-65c0-4269-ad15-f51871db3d36 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Nov 02 12:52:26.171804 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d936f-4d15-4a1e-840a-ed5d4af0d59a req-925510cb-045d-4ab5-842b-9ccea6f9f598 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:26.173275 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4f6d936f-4d15-4a1e-840a-ed5d4af0d59a req-925510cb-045d-4ab5-842b-9ccea6f9f598 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0576537 Nov 02 12:52:26.220904 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4f6d936f-4d15-4a1e-840a-ed5d4af0d59a req-3854d225-f322-4b2e-a3d3-915044835a4f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Nov 02 12:52:26.623133 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272f584-b665-45b6-b42e-28b316b18697 req-773fdbfa-f17e-4ec7-ba6e-9242c1479517 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:26.624863 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4272f584-b665-45b6-b42e-28b316b18697 req-773fdbfa-f17e-4ec7-ba6e-9242c1479517 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0643468 Nov 02 12:52:26.676923 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4272f584-b665-45b6-b42e-28b316b18697 req-bc21809d-a299-4f66-bc24-3eafbe848a22 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464630 Nov 02 12:52:27.351599 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee185052-4847-4713-95ae-e488713cd99b req-698f94eb-15a1-480e-b80d-c0e5ace8fd55 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.353751 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ee185052-4847-4713-95ae-e488713cd99b req-698f94eb-15a1-480e-b80d-c0e5ace8fd55 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0539920 Nov 02 12:52:27.404605 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ee185052-4847-4713-95ae-e488713cd99b req-172f0c05-c90c-4aae-bed5-0aa0a61171f1 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451651 Nov 02 12:52:27.806265 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f19c0-efbc-4d4a-a34b-b63224fce78e req-384fd4c3-7e18-4a54-93ca-48adc0ccb4c1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:27.807765 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-540f19c0-efbc-4d4a-a34b-b63224fce78e req-384fd4c3-7e18-4a54-93ca-48adc0ccb4c1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0544364 Nov 02 12:52:27.854896 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-540f19c0-efbc-4d4a-a34b-b63224fce78e req-740c7c7a-a655-4364-918c-7ae8e644199c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 Nov 02 12:52:28.532382 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94bf37-9d74-4d86-bf5c-320c388cbb31 req-b57ed65a-59b5-405e-80a4-d1c2ade7d415 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:28.533924 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8a94bf37-9d74-4d86-bf5c-320c388cbb31 req-b57ed65a-59b5-405e-80a4-d1c2ade7d415 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0529780 Nov 02 12:52:28.581593 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8a94bf37-9d74-4d86-bf5c-320c388cbb31 req-b1f14013-7687-46cf-b0d9-a9d154d44d23 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410748 Nov 02 12:52:28.986140 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098fa2e-aa14-4566-9b4d-831672ba8209 req-bcd7e50d-7c53-4a68-8f89-39f7131bde0c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:28.987603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8098fa2e-aa14-4566-9b4d-831672ba8209 req-bcd7e50d-7c53-4a68-8f89-39f7131bde0c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0557714 Nov 02 12:52:29.034450 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8098fa2e-aa14-4566-9b4d-831672ba8209 req-c51d5398-b9ae-4d55-9191-b6901c24e911 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Nov 02 12:52:29.245261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf2c56-b71b-42b4-8f4b-75797b4bc5a5 req-a7243b09-41a5-4c42-a9b5-f49be4445a2a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.246813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5eaf2c56-b71b-42b4-8f4b-75797b4bc5a5 req-a7243b09-41a5-4c42-a9b5-f49be4445a2a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0592053 Nov 02 12:52:29.296736 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5eaf2c56-b71b-42b4-8f4b-75797b4bc5a5 req-b031bb69-59e4-41b4-a464-16aa59d1b532 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Nov 02 12:52:29.335635 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-4d6f5f21-d598-4109-a0fe-43baf857068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.337834 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-4d6f5f21-d598-4109-a0fe-43baf857068d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1129 time: 0.0524995 Nov 02 12:52:29.427839 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-cca312ee-3716-4519-ab39-75749b71c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.429200 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-cca312ee-3716-4519-ab39-75749b71c0e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.0848353 Nov 02 12:52:29.495876 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-2aa126b8-9abd-49b9-ba9b-1046392f9209 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 1001 time: 0.0577705 Nov 02 12:52:29.544359 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-ab95f9d2-07c8-42de-9417-37c36b762292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.545775 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-ab95f9d2-07c8-42de-9417-37c36b762292 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0432718 Nov 02 12:52:29.594951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-f31017b2-d15c-46fd-9496-6ac75f38f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.596401 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-f31017b2-d15c-46fd-9496-6ac75f38f00c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435896 Nov 02 12:52:29.691211 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-1db03aa9-1599-4a7d-b31a-a4e994370e1f service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873003 Nov 02 12:52:29.713169 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a7f63-536a-4558-8c30-4982dfc64126 req-fd3b0782-894f-4dc0-a613-a243f10a1a5a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:29.714374 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f36a7f63-536a-4558-8c30-4982dfc64126 req-fd3b0782-894f-4dc0-a613-a243f10a1a5a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0532258 Nov 02 12:52:29.766519 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f36a7f63-536a-4558-8c30-4982dfc64126 req-0f479de7-2ed6-41e9-8094-5152393fb5c4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464451 Nov 02 12:52:29.784499 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-66d79f86-9adb-4d38-9e75-fcacd1763499 req-bacfa943-914f-4937-a7c9-6243a95099c0 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871437 Nov 02 12:52:30.425066 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82fbf-d9f0-425f-a7a2-8a466627338c req-9f8100b3-4e63-4650-944f-b81af4495a3a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.426577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6da82fbf-d9f0-425f-a7a2-8a466627338c req-9f8100b3-4e63-4650-944f-b81af4495a3a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0536840 Nov 02 12:52:30.473471 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea351fa1-4672-49ba-a305-3f81f181cf66 req-01d711e7-704e-48bb-9d93-ce30999a6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.475040 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ea351fa1-4672-49ba-a305-3f81f181cf66 req-01d711e7-704e-48bb-9d93-ce30999a6ca1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0487952 Nov 02 12:52:30.477648 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6da82fbf-d9f0-425f-a7a2-8a466627338c req-b81474a6-f689-404b-8c72-807ad18566f4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Nov 02 12:52:30.520292 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-ea351fa1-4672-49ba-a305-3f81f181cf66 req-16cd2bc3-427b-42cc-a903-ca685f4533a7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386002 Nov 02 12:52:30.894647 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87bfd9-3f2e-4b1d-999d-6cab7a562da5 req-4bb320d2-1327-4c53-bced-512c336be0a0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:30.896159 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2b87bfd9-3f2e-4b1d-999d-6cab7a562da5 req-4bb320d2-1327-4c53-bced-512c336be0a0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0530496 Nov 02 12:52:30.945028 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2b87bfd9-3f2e-4b1d-999d-6cab7a562da5 req-bd017f60-e7e8-4e45-8f42-80032fe6549d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432923 Nov 02 12:52:31.608461 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a0c2d-c7e9-436b-8683-2d145b5de3d9 req-e37e78ae-4850-4c0e-827d-3759d19f082a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:31.609954 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b66a0c2d-c7e9-436b-8683-2d145b5de3d9 req-e37e78ae-4850-4c0e-827d-3759d19f082a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0569882 Nov 02 12:52:31.658157 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b66a0c2d-c7e9-436b-8683-2d145b5de3d9 req-d4cfcb41-6ad5-4248-889e-ff215062efef tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427132 Nov 02 12:52:32.072865 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e755ad-20e6-4271-95a1-5df832349a22 req-002da4e6-9747-4bc7-94fc-5176274102bf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:32.074442 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6e755ad-20e6-4271-95a1-5df832349a22 req-002da4e6-9747-4bc7-94fc-5176274102bf tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0547113 Nov 02 12:52:32.123021 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6e755ad-20e6-4271-95a1-5df832349a22 req-5cd383c6-afa2-4765-88a3-411d7a580a7c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Nov 02 12:52:33.251455 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626e8af-4699-43b5-9812-2f1fd9fbd401 req-71e5f67d-982e-407b-a337-23ada26bd54d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.252964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d626e8af-4699-43b5-9812-2f1fd9fbd401 req-71e5f67d-982e-407b-a337-23ada26bd54d tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Nov 02 12:52:33.299658 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d626e8af-4699-43b5-9812-2f1fd9fbd401 req-7e137377-8971-40d7-b3e6-1777cf64cd9e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412447 Nov 02 12:52:33.689575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e293e3-c2e6-46a9-ba90-994c2361a5c7 req-8d135274-0829-4c3f-afcb-5a6671815a56 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.691174 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84e293e3-c2e6-46a9-ba90-994c2361a5c7 req-8d135274-0829-4c3f-afcb-5a6671815a56 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Nov 02 12:52:33.695986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76df6-498f-4662-95ce-150ff094d418 req-027123f4-1dd1-4eb6-a7f4-24b4673387fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.698350 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-027123f4-1dd1-4eb6-a7f4-24b4673387fe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0495236 Nov 02 12:52:33.739389 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84e293e3-c2e6-46a9-ba90-994c2361a5c7 req-68d3119f-b48c-4efc-9a9f-048fc991a3c4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Nov 02 12:52:33.789912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76df6-498f-4662-95ce-150ff094d418 req-cd037cf8-018f-4ef7-a3fc-36c3ca6e4475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.791947 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-cd037cf8-018f-4ef7-a3fc-36c3ca6e4475 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0869434 Nov 02 12:52:33.857649 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-a1abddf2-72ce-4c75-889d-cbaadeccb644 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 1001 time: 0.0581651 Nov 02 12:52:33.904628 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76df6-498f-4662-95ce-150ff094d418 req-85a4afe4-fb75-4013-b272-c73f08aea076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.906072 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-85a4afe4-fb75-4013-b272-c73f08aea076 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0429580 Nov 02 12:52:33.955683 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff76df6-498f-4662-95ce-150ff094d418 req-8f69a40d-bd59-42ef-8384-fa7fcc4dd142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:33.957171 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-8f69a40d-bd59-42ef-8384-fa7fcc4dd142 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446296 Nov 02 12:52:34.047274 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-19c0245b-9a97-46d2-ad24-bde9817180f7 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839953 Nov 02 12:52:34.139530 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-eff76df6-498f-4662-95ce-150ff094d418 req-5d986fb5-98dc-4207-8484-da8cf7d2889c service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858181 Nov 02 12:52:34.874457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881652f-1489-4864-8ae2-a47673281140 req-3f3b47ef-243f-4452-a538-fdffe86ab484 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:34.875949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7881652f-1489-4864-8ae2-a47673281140 req-3f3b47ef-243f-4452-a538-fdffe86ab484 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0560336 Nov 02 12:52:34.933439 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7881652f-1489-4864-8ae2-a47673281140 req-351eb5cc-306a-4a76-b72c-4a39fec87515 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519624 Nov 02 12:52:36.063755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a25d80-afb1-45b3-ab38-9da612115be6 req-f9140b03-1ff7-47e6-ac5b-566670e9096a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:36.065222 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-42a25d80-afb1-45b3-ab38-9da612115be6 req-f9140b03-1ff7-47e6-ac5b-566670e9096a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0555971 Nov 02 12:52:36.113964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-42a25d80-afb1-45b3-ab38-9da612115be6 req-e0b05c12-bb03-4e50-b0d4-b8c13cf81864 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431299 Nov 02 12:52:37.243769 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ececaf-3819-412a-abf3-689428e7533f req-dd210ad4-fc70-4624-a9aa-2dcff7604e44 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:37.245304 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e7ececaf-3819-412a-abf3-689428e7533f req-dd210ad4-fc70-4624-a9aa-2dcff7604e44 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Nov 02 12:52:37.291761 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e7ececaf-3819-412a-abf3-689428e7533f req-b4f7f3ab-19ed-4fd4-a1af-9c929a211310 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407603 Nov 02 12:52:38.420070 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b028b81-0f89-47fc-86cd-57220c8ff457 req-387416fc-e90d-4553-843a-608c48b93d8f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:38.421595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b028b81-0f89-47fc-86cd-57220c8ff457 req-387416fc-e90d-4553-843a-608c48b93d8f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0564218 Nov 02 12:52:38.470092 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5b028b81-0f89-47fc-86cd-57220c8ff457 req-50d91e37-c9fb-497f-9c9f-bbce31be038a tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410511 Nov 02 12:52:38.594282 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a811c-979b-45d8-9e7a-f795183b8a29 req-13f45d6c-9277-4d6e-a6d6-d5d15ca11204 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:38.595746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f8a811c-979b-45d8-9e7a-f795183b8a29 req-13f45d6c-9277-4d6e-a6d6-d5d15ca11204 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0538485 Nov 02 12:52:38.605800 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40726) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:52:38.610441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Request body: {'floatingip': {'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:52:38.664913 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.104995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.108773 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.308508 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Router b74e0f51-b777-419b-854d-d942104c0d42 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:52:39.410175 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:52:39.417581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:39.425244 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:52:39.435537 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:39.436164 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:52:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:39.450740 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:52:39.453152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c976492-9d17-466a-b967-aa1bbe01b0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:39.486111 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d4e8910e-5991-4751-9a31-de492bc94a95 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "PUT /v2.0/floatingips/389a54fa-732a-41ce-ac01-cb75aa3d5fe4 HTTP/1.1" status: 200 len: 993 time: 0.8790467 Nov 02 12:52:39.546975 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:39.547778 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cbd941-07ec-4d00-955a-d5b94708c71b x-openstack-request-id: req-52cbd941-07ec-4d00-955a-d5b94708c71b {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:39.548084 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:39.548352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-52cbd941-07ec-4d00-955a-d5b94708c71b {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:39.548773 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cbd941-07ec-4d00-955a-d5b94708c71b'] response: {'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'status': 'completed', 'code': 200} Nov 02 12:52:39.645966 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-e25a88f8-196f-45ad-88dc-0ac2754e2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.648188 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-e25a88f8-196f-45ad-88dc-0ac2754e2755 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0461383 Nov 02 12:52:39.746388 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-8570dec9-c55a-4459-87ab-341a7059535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.748000 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-8570dec9-c55a-4459-87ab-341a7059535f service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0889606 Nov 02 12:52:39.773193 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:39.799528 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:52:39.808261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:52:39.808869 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:52:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:39.818974 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-85d44551-831c-4d0c-8246-bc37d03b24d8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 1001 time: 0.0554447 Nov 02 12:52:39.886049 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-0238a196-2aef-497f-8903-4cd441ec6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.887563 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-0238a196-2aef-497f-8903-4cd441ec6581 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0491545 Nov 02 12:52:39.914049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:52:39.938829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-93c9a429-533d-40a4-b400-576841da9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:39.940358 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-93c9a429-533d-40a4-b400-576841da9530 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462728 Nov 02 12:52:40.029016 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-c9283b86-a270-46ed-9902-406a59095f1a service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826716 Nov 02 12:52:40.129393 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9c976492-9d17-466a-b967-aa1bbe01b0eb req-3a4ada77-feca-4091-9d54-7bb03312ce4b service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869193 Nov 02 12:52:40.136011 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:52:40.161124 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03030aa-73ca-4e39-ad42-63e6c20043f7 None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '389a54fa-732a-41ce-ac01-cb75aa3d5fe4', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'floating_ip_address': '172.27.0.254', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'port_id': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'mac_address': 'fa:16:3e:6e:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:49:16Z', 'updated_at': '2022-11-02T12:52:39Z', 'revision_number': 3, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:52:40.438732 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:52:40.672387 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b9782056-15e1-4b41-a960-c16670b2610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:41.549775 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:52:41.552106 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e026035c-6b35-4ac1-96d3-d7203ee58b45" -d '{"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:52:41.586509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11fc52e-e146-4045-ae2f-bbbd8ce1d4af x-openstack-request-id: req-c11fc52e-e146-4045-ae2f-bbbd8ce1d4af {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:52:41.586808 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:52:41.587094 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c11fc52e-e146-4045-ae2f-bbbd8ce1d4af {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:52:41.587499 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c11fc52e-e146-4045-ae2f-bbbd8ce1d4af'] response: {'name': 'network-changed', 'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'status': 'completed', 'code': 200} Nov 02 12:52:41.682391 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-58c34040-e912-421c-87f4-bb740d8b7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.683972 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-58c34040-e912-421c-87f4-bb740d8b7c27 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 1129 time: 0.0461545 Nov 02 12:52:41.777946 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-51dfed9b-9b4d-4584-b669-901b71f4a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.779429 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-51dfed9b-9b4d-4584-b669-901b71f4a192 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0872614 Nov 02 12:52:41.843520 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-3bd918db-d172-4cd4-b474-1010d98c369a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 200 len: 1001 time: 0.0574038 Nov 02 12:52:41.892680 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-1c67d13e-b84e-438b-8915-5309e4220f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.894120 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-1c67d13e-b84e-438b-8915-5309e4220f58 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0441825 Nov 02 12:52:41.957492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-15ee4594-e3b3-4391-96d8-1ecc4138ea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:41.959065 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-15ee4594-e3b3-4391-96d8-1ecc4138ea05 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486858 Nov 02 12:52:42.048363 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-5631e8af-49b5-4937-8428-371ec7c076cb service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816541 Nov 02 12:52:42.143834 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e026035c-6b35-4ac1-96d3-d7203ee58b45 req-de391f13-1231-4572-8b3f-55f3c04bafb8 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881882 Nov 02 12:52:43.178422 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ace05936-6d5b-453b-b974-598abf3907bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.337444 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:44.959806 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:45.674927 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.203696 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:52:47.430658 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-740c585c-25ff-4630-9528-85e68304fca3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455711 Nov 02 12:52:47.535615 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-724150eb-2a7a-4cb8-be2f-1eea08dc0bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.537369 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-724150eb-2a7a-4cb8-be2f-1eea08dc0bec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 1130 time: 0.0452209 Nov 02 12:52:47.643958 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-d0e0208a-02f6-4c52-b7e9-e8f8b7b611a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.645429 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-d0e0208a-02f6-4c52-b7e9-e8f8b7b611a8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.0892179 Nov 02 12:52:47.687226 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-bae2a642-df79-468c-899a-1fd68acab382 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 200 len: 217 time: 0.0337474 Nov 02 12:52:47.736138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-0a075324-aebf-4be6-9925-05a6971125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.737581 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-0a075324-aebf-4be6-9925-05a6971125f3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0443990 Nov 02 12:52:47.785988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-8777a2a3-e203-4f34-8e40-2d12e511d9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:52:47.787634 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-8777a2a3-e203-4f34-8e40-2d12e511d9e0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439944 Nov 02 12:52:47.883362 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-f16bdcc5-82a5-4f70-92fe-72b70fdc0805 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875330 Nov 02 12:52:47.972802 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-49c36c10-0cdf-4908-8f99-c0ed618fd04e req-d4f51e91-74bf-4b77-9d43-838d28f9d8a3 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831063 Nov 02 12:53:10.666616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-746ffae2-08d6-423d-b834-a1e13f7ec71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:13.181300 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b7c45e60-e093-48ed-b5d4-2f1415f67238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.351908 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:14.957226 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:15.679571 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.210988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:17.438737 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:26.979064 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6d7c-591d-44d8-9434-ca180bd57d6c req-ac39f06e-765e-4d90-a763-391c41792e5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:26.980573 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0ff6d7c-591d-44d8-9434-ca180bd57d6c req-ac39f06e-765e-4d90-a763-391c41792e5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0568521 Nov 02 12:53:27.038613 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c0ff6d7c-591d-44d8-9434-ca180bd57d6c req-1501d6b8-2647-4d53-8956-69689d42bf7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520020 Nov 02 12:53:28.193093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7e509-9f79-42b7-b784-bd07679e37a2 req-c7dd56c2-0d83-4289-be94-2c773a265519 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:28.194626 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04f7e509-9f79-42b7-b784-bd07679e37a2 req-c7dd56c2-0d83-4289-be94-2c773a265519 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0601161 Nov 02 12:53:28.244231 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04f7e509-9f79-42b7-b784-bd07679e37a2 req-a8a81260-eb13-4e8d-a626-330d4d08ea58 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435920 Nov 02 12:53:29.130448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97655399-9bf1-447e-bbee-a5904709e173 req-2230acf3-a37c-4d5d-8065-319087b2cf13 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:29.131947 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-97655399-9bf1-447e-bbee-a5904709e173 req-2230acf3-a37c-4d5d-8065-319087b2cf13 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0600939 Nov 02 12:53:29.233771 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 95725ffd-0631-4631-8783-4e012342f45a {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:29.234104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (95725ffd-0631-4631-8783-4e012342f45a), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.328120 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] For port 95725ffd-0631-4631-8783-4e012342f45a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=95725ffd-0631-4631-8783-4e012342f45a,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:29.328476 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (95725ffd-0631-4631-8783-4e012342f45a), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.378551 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b8a83-c273-44f4-aed7-9766fe376563 req-7aea6b5f-8ff1-480f-a7aa-4c469928c5ac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:29.380304 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc7b8a83-c273-44f4-aed7-9766fe376563 req-7aea6b5f-8ff1-480f-a7aa-4c469928c5ac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 945 time: 0.0569801 Nov 02 12:53:29.433999 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cc7b8a83-c273-44f4-aed7-9766fe376563 req-01611d01-a105-40fd-a0b6-ac83d31657ee tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=4087e796-2773-42e6-8e32-9fa2662b5462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475287 Nov 02 12:53:29.788037 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.788529 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.788933 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 71d8029a-314c-480d-b2df-d5ed2387fc08 disassociated. External IP: 172.27.0.52, port: 95725ffd-0631-4631-8783-4e012342f45a. Nov 02 12:53:29.789387 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 95725ffd-0631-4631-8783-4e012342f45a owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:29.927057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (95725ffd-0631-4631-8783-4e012342f45a), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:29.960142 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=95725ffd-0631-4631-8783-4e012342f45a,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:29.972701 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.972701 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.973346 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.973705 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.973705 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.974210 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.974642 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.974905 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.975276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.975510 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.975837 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.976134 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:29.976364 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:30.094410 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:30.202994 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:30.217350 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:30.234157 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:30.234806 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:30.246413 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] No DVR routers for this DVR port 95725ffd-0631-4631-8783-4e012342f45a on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:53:30.249038 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:30.252486 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-97655399-9bf1-447e-bbee-a5904709e173 req-1e7f85ba-3ec2-4be4-a0c9-e49221c654d4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "DELETE /v2.0/ports/95725ffd-0631-4631-8783-4e012342f45a HTTP/1.1" status: 204 len: 173 time: 1.1147103 Nov 02 12:53:30.253146 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'name': 'network-vif-deleted', 'tag': '95725ffd-0631-4631-8783-4e012342f45a'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:30.255825 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6873c027-e55b-45d8-a475-68ca00bdba0e" -d '{"events": [{"server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "name": "network-vif-deleted", "tag": "95725ffd-0631-4631-8783-4e012342f45a"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:30.354394 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:30.384914 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87029a73-328c-4bca-b5fc-59b054956c31 x-openstack-request-id: req-87029a73-328c-4bca-b5fc-59b054956c31 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:30.385334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428", "name": "network-vif-deleted", "tag": "95725ffd-0631-4631-8783-4e012342f45a", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:30.385645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-87029a73-328c-4bca-b5fc-59b054956c31 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:30.386100 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87029a73-328c-4bca-b5fc-59b054956c31'] response: {'server_uuid': '99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428', 'name': 'network-vif-deleted', 'tag': '95725ffd-0631-4631-8783-4e012342f45a', 'status': 'completed', 'code': 200} Nov 02 12:53:30.578074 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7c672ebf-922f-44c5-b10e-dad5fa6bdddc req-c7a1902a-d23d-4a77-bb87-417d741cc61c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=99ae3f08-a1cb-4fed-bbb8-b62e7ce8f428 HTTP/1.1" status: 200 len: 210 time: 0.0320194 Nov 02 12:53:30.714587 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:30.745351 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:30.760243 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:30.761210 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:30.880789 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:31.163475 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:31.206476 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1f242-2ecc-44e4-8f6c-6f471524a024 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '9bd844bb-9c95-4e9d-b1b6-45e33d176e93', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:1b:4f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:46:16Z', 'updated_at': '2022-11-02T12:47:44Z', 'revision_number': 2, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:31.492308 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82143f4-6020-4eda-a426-cae34ab20f15 None None] New status for floating IP 71d8029a-314c-480d-b2df-d5ed2387fc08: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:31.715382 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40812) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.804808 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (4087e796-2773-42e6-8e32-9fa2662b5462), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.835893 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (4087e796-2773-42e6-8e32-9fa2662b5462), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.912014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4087e796-2773-42e6-8e32-9fa2662b5462), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.915912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:31.917387 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/security-groups/4087e796-2773-42e6-8e32-9fa2662b5462 HTTP/1.1" status: 204 len: 168 time: 0.2008519 Nov 02 12:53:31.921475 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40814) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:31.937025 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679edff8-1254-4d60-8f12-41847116735f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4087e796-2773-42e6-8e32-9fa2662b5462,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:31.944676 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.api.v2.resource [None req-bb935e4b-2e04-4d64-97d3-ea0781807e28 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] show failed (client error): The resource could not be found. Nov 02 12:53:31.950576 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bb935e4b-2e04-4d64-97d3-ea0781807e28 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups/4087e796-2773-42e6-8e32-9fa2662b5462 HTTP/1.1" status: 404 len: 347 time: 0.0217440 Nov 02 12:53:31.951283 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40816) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:32.100185 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:32.100662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.188120 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.188531 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.203034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:32.357797 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.400435 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=bf4a6aa0-0afc-4e1c-8e95-da2c77a692ec,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:32.470056 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (71d8029a-314c-480d-b2df-d5ed2387fc08), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.473713 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:32.477470 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c9075ea2-8def-426b-ac93-4bb6a33557b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/floatingips/71d8029a-314c-480d-b2df-d5ed2387fc08 HTTP/1.1" status: 204 len: 168 time: 0.5224378 Nov 02 12:53:32.742137 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 95725ffd-0631-4631-8783-4e012342f45a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:32.781622 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 95725ffd-0631-4631-8783-4e012342f45a {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:53:32.781974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 95725ffd-0631-4631-8783-4e012342f45a not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:35.370388 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8e27-30d1-4939-a87f-85b59cf6779c req-9c34c8d9-395c-4ad7-b9bc-ead5f23a1b03 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.371864 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-97ed8e27-30d1-4939-a87f-85b59cf6779c req-9c34c8d9-395c-4ad7-b9bc-ead5f23a1b03 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0656111 Nov 02 12:53:35.446072 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-97ed8e27-30d1-4939-a87f-85b59cf6779c req-14ef073f-97b0-4d26-a65b-03b3415c7785 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600469 Nov 02 12:53:35.563102 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfec5d8-d497-4301-9222-d3e2eabc72ae req-ab488dfb-9bef-4f4a-8451-865097e88af5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:35.564551 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-acfec5d8-d497-4301-9222-d3e2eabc72ae req-ab488dfb-9bef-4f4a-8451-865097e88af5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0564210 Nov 02 12:53:35.617667 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-acfec5d8-d497-4301-9222-d3e2eabc72ae req-a6dbeb57-06ba-4871-aa0b-81363d76101b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470326 Nov 02 12:53:36.605932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff83634-58f5-4cd7-b470-ffcf5e34ae96 req-66df2cfe-2854-4022-8aa5-12e429eb3aec tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.608101 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ff83634-58f5-4cd7-b470-ffcf5e34ae96 req-66df2cfe-2854-4022-8aa5-12e429eb3aec tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0678623 Nov 02 12:53:36.667124 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ff83634-58f5-4cd7-b470-ffcf5e34ae96 req-bb802fb6-20a1-4f99-a798-01bb302d3cde tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487041 Nov 02 12:53:36.760254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7894a7-5800-4811-8e73-e5639dbf4e96 req-d3384b04-2ed9-4f1d-beec-62067c6def71 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.761699 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c7894a7-5800-4811-8e73-e5639dbf4e96 req-d3384b04-2ed9-4f1d-beec-62067c6def71 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Nov 02 12:53:36.821780 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1c7894a7-5800-4811-8e73-e5639dbf4e96 req-21d8c0ca-e55b-4b2c-a6ba-5738ed30bb0d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543165 Nov 02 12:53:36.827422 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-96b71afb-0333-458f-903b-d262354b771d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:36.828948 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-96b71afb-0333-458f-903b-d262354b771d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 946 time: 0.0632792 Nov 02 12:53:36.934168 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 70c31d06-a268-4141-9732-ffdcff9c2f32 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:36.934517 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.030339 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] For port 70c31d06-a268-4141-9732-ffdcff9c2f32, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=70c31d06-a268-4141-9732-ffdcff9c2f32,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:37.030665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.212326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.212699 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.213018 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 9bd844bb-9c95-4e9d-b1b6-45e33d176e93 disassociated. External IP: 172.27.0.53, port: 70c31d06-a268-4141-9732-ffdcff9c2f32. Nov 02 12:53:37.213441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 70c31d06-a268-4141-9732-ffdcff9c2f32 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:37.372883 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (70c31d06-a268-4141-9732-ffdcff9c2f32), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.405904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=70c31d06-a268-4141-9732-ffdcff9c2f32,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:37.523947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:37.637490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:37.650028 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:37.666457 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:37.667571 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:37.693271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] No DVR routers for this DVR port 70c31d06-a268-4141-9732-ffdcff9c2f32 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:53:37.695994 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:37.699361 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e769aacd-e704-4430-b1b9-7b1f9ee3df08 req-2f728186-0c72-45d6-b099-e0675be5e339 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "DELETE /v2.0/ports/70c31d06-a268-4141-9732-ffdcff9c2f32 HTTP/1.1" status: 204 len: 173 time: 0.8640926 Nov 02 12:53:37.699873 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'name': 'network-vif-deleted', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:37.702167 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4b3e38-ff13-42c2-b7e7-dc3ad06110ef" -d '{"events": [{"server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "name": "network-vif-deleted", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:37.773555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0c0a6d-c06a-48e0-97e8-18fdfdca5f15 x-openstack-request-id: req-8b0c0a6d-c06a-48e0-97e8-18fdfdca5f15 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:37.773866 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4", "name": "network-vif-deleted", "tag": "70c31d06-a268-4141-9732-ffdcff9c2f32", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:37.774278 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8b0c0a6d-c06a-48e0-97e8-18fdfdca5f15 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:37.775293 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0c0a6d-c06a-48e0-97e8-18fdfdca5f15'] response: {'server_uuid': '43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4', 'name': 'network-vif-deleted', 'tag': '70c31d06-a268-4141-9732-ffdcff9c2f32', 'status': 'completed', 'code': 200} Nov 02 12:53:37.804907 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2c3d964c-4181-4d05-9efb-d60ea6018acd req-930330cf-b3ee-4b63-a619-cfb8a3d47f5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=43a7ca32-3bd7-49bb-99ae-a4b9ff6b94c4 HTTP/1.1" status: 200 len: 210 time: 0.0399096 Nov 02 12:53:37.835467 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:38.012292 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3281-8dd8-447c-99fb-4d61abb40ae6 req-52428db6-cb8c-4ff0-8a5f-0356f7a0a8b2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.013672 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc1f3281-8dd8-447c-99fb-4d61abb40ae6 req-52428db6-cb8c-4ff0-8a5f-0356f7a0a8b2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0839078 Nov 02 12:53:38.069395 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bc1f3281-8dd8-447c-99fb-4d61abb40ae6 req-eba8c9f7-dbe7-4659-9b72-303510babbb6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490444 Nov 02 12:53:38.092905 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.123763 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:38.145601 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:38.146449 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.193502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-be8d74e1-9906-44d4-b5a2-8e7b99b9938e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:38.194966 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-be8d74e1-9906-44d4-b5a2-8e7b99b9938e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 945 time: 0.0664172 Nov 02 12:53:38.260078 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:38.299330 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port a4175ae1-1d91-4b8b-8c39-484af289d94f {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:38.300232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.435921 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] For port a4175ae1-1d91-4b8b-8c39-484af289d94f, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a4175ae1-1d91-4b8b-8c39-484af289d94f,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:38.436585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.496778 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:38.540811 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab74b81-2d83-426d-b51a-76f2c3abf2bb None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:38.625576 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.625988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (807bf7e8-14da-4142-8dd3-dec0b7bd4115), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.626429 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 807bf7e8-14da-4142-8dd3-dec0b7bd4115 disassociated. External IP: 172.27.0.61, port: a4175ae1-1d91-4b8b-8c39-484af289d94f. Nov 02 12:53:38.626781 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for a4175ae1-1d91-4b8b-8c39-484af289d94f owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:38.788984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (a4175ae1-1d91-4b8b-8c39-484af289d94f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:38.819821 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=a4175ae1-1d91-4b8b-8c39-484af289d94f,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:38.856670 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873fa574-22a2-4546-bdda-48460726552d None None] New status for floating IP 9bd844bb-9c95-4e9d-b1b6-45e33d176e93: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:38.944546 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40862) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:38.977898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:39.003698 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (dcd5a83f-0ef5-4b18-a48d-73b5ed29da12), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.033412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (dcd5a83f-0ef5-4b18-a48d-73b5ed29da12), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.099440 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dcd5a83f-0ef5-4b18-a48d-73b5ed29da12), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.101271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:39.103848 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.105373 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/security-groups/dcd5a83f-0ef5-4b18-a48d-73b5ed29da12 HTTP/1.1" status: 204 len: 168 time: 0.1598988 Nov 02 12:53:39.113646 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40864) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.118861 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:39.120430 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd5a83f-0ef5-4b18-a48d-73b5ed29da12,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:39.129782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.130136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.130798 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.131300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.131453 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:39.131942 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.132388 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:39.132637 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.132979 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.138716 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.139108 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.139454 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.139809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.140147 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.140480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6935382a-59bc-4e04-bc6c-f463d49cf613 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:39.163977 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.api.v2.resource [None req-aaf04c83-54b3-42a5-89fc-ad76be88143c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] show failed (client error): The resource could not be found. Nov 02 12:53:39.168912 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-aaf04c83-54b3-42a5-89fc-ad76be88143c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups/dcd5a83f-0ef5-4b18-a48d-73b5ed29da12 HTTP/1.1" status: 404 len: 347 time: 0.0540435 Nov 02 12:53:39.173365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40868) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:39.190946 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] No DVR routers for this DVR port a4175ae1-1d91-4b8b-8c39-484af289d94f on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:53:39.194136 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.200146 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa73ab24-b7cf-4105-a2d7-1397062f37b3 req-e50b61dd-2d38-4bdd-846f-b8463ab05d19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "DELETE /v2.0/ports/a4175ae1-1d91-4b8b-8c39-484af289d94f HTTP/1.1" status: 204 len: 173 time: 0.9985051 Nov 02 12:53:39.276832 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:39.548792 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-df01c6c7-ba5d-4bd5-b531-d8c3d4d58ca4 req-7bb12001-c41d-4f48-8b66-87ec15428381 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=e591dc02-6481-446e-9bf3-770900896887 HTTP/1.1" status: 200 len: 210 time: 0.3511059 Nov 02 12:53:39.670273 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port dad19dd8-c48a-4b7c-9e4b-2954a6472eaa {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:39.670985 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.674579 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:39.711107 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:39.726860 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:39.729251 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:39.777269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'name': 'network-vif-deleted', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:39.780976 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224fae6-7ec5-4c19-939f-eb18a47a3ea4" -d '{"events": [{"server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "name": "network-vif-deleted", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:39.786827 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.787596 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:39.809320 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for dad19dd8-c48a-4b7c-9e4b-2954a6472eaa owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:39.841194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44e6c9e-745d-409d-8b77-9945ac60ea8a x-openstack-request-id: req-d44e6c9e-745d-409d-8b77-9945ac60ea8a {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:39.841745 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e591dc02-6481-446e-9bf3-770900896887", "name": "network-vif-deleted", "tag": "a4175ae1-1d91-4b8b-8c39-484af289d94f", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:39.842209 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d44e6c9e-745d-409d-8b77-9945ac60ea8a {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:39.842874 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44e6c9e-745d-409d-8b77-9945ac60ea8a'] response: {'server_uuid': 'e591dc02-6481-446e-9bf3-770900896887', 'name': 'network-vif-deleted', 'tag': 'a4175ae1-1d91-4b8b-8c39-484af289d94f', 'status': 'completed', 'code': 200} Nov 02 12:53:39.882205 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:40.005647 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (dad19dd8-c48a-4b7c-9e4b-2954a6472eaa), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.040826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=dad19dd8-c48a-4b7c-9e4b-2954a6472eaa,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.116751 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:40.140114 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (9bd844bb-9c95-4e9d-b1b6-45e33d176e93), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.144042 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.150406 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-68e91e33-6996-4532-a912-e4ecb5406cf6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/floatingips/9bd844bb-9c95-4e9d-b1b6-45e33d176e93 HTTP/1.1" status: 204 len: 168 time: 0.9661913 Nov 02 12:53:40.150580 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58350171-4832-49b1-bca8-0101844d8fc1 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:40.249886 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40874) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.258256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693991847', 'description': 'tempest-description--1525607203'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:40.288911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.391744 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (6fdcd520-e38f-4634-8fee-e891e7aeebb8), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.396774 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6fdcd520-e38f-4634-8fee-e891e7aeebb8), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.427203 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.432568 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1771121 Nov 02 12:53:40.432815 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40876) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.437293 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '6fdcd520-e38f-4634-8fee-e891e7aeebb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:40.451928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa9c00-3730-4287-8003-56bf022a664d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdcd520-e38f-4634-8fee-e891e7aeebb8,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.466054 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (93787e1f-89fb-4b56-9758-bec8e5e1929d), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.501189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2785f3a-45ee-4146-8378-ed3717756cec None None] New status for floating IP 807bf7e8-14da-4142-8dd3-dec0b7bd4115: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:40.544000 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (93787e1f-89fb-4b56-9758-bec8e5e1929d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.547543 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (93787e1f-89fb-4b56-9758-bec8e5e1929d), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.570154 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93787e1f-89fb-4b56-9758-bec8e5e1929d,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.584401 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.586992 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-594a0345-d456-4496-8cbb-bfd67ff24d57 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529601 Nov 02 12:53:40.590480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 40878) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.598573 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '6fdcd520-e38f-4634-8fee-e891e7aeebb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:40.641428 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (945c8649-7af6-4641-88f9-659efaf89004), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.690364 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9a6b28eb-ffd3-4eb2-9a38-5eb1212c570b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.731813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (945c8649-7af6-4641-88f9-659efaf89004), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.738205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (945c8649-7af6-4641-88f9-659efaf89004), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.768841 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945c8649-7af6-4641-88f9-659efaf89004,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:40.786247 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.787829 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-dd0c89d2-1e7f-4f61-9f1e-5e5bd90e9a5d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1955156 Nov 02 12:53:40.788612 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 70c31d06-a268-4141-9732-ffdcff9c2f32 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:40.792902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 40884) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:40.797898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:40.820096 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 70c31d06-a268-4141-9732-ffdcff9c2f32 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:53:40.820826 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 70c31d06-a268-4141-9732-ffdcff9c2f32 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:40.821505 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a4175ae1-1d91-4b8b-8c39-484af289d94f no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:40.827829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:40.842001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: a4175ae1-1d91-4b8b-8c39-484af289d94f {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:53:40.842694 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a4175ae1-1d91-4b8b-8c39-484af289d94f not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:40.933464 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4af8bd57-beb1-418f-8eb2-cb49db36ab23 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216201774&fields=id&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 267 time: 0.0567358 Nov 02 12:53:40.949419 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.062228 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-5558a6dc-7737-4d0e-9476-e4849bfc19dd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:41.066045 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-5558a6dc-7737-4d0e-9476-e4849bfc19dd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1242945 Nov 02 12:53:41.081664 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-41ddd176-226e-4635-af9d-329e1a2cb148 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/quotas/9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 375 time: 0.0108721 Nov 02 12:53:41.087784 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.27.0.115 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/41c773ac-b5de-4fdf-9028-7ce6aed41fa5) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:41.155108 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-e6461447-8d5c-4122-ae32-56c9a93b1956 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640512 Nov 02 12:53:41.217800 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.262832 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.276206 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-3b3881f5-f9e1-4e52-8b04-05c3c3861308 service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069231 Nov 02 12:53:41.303962 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:41.307503 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:41.315566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:41.320919 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=41c773ac-b5de-4fdf-9028-7ce6aed41fa5,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.399560 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-84c0e1b6-74f3-451e-b1fb-ab78cedf5d7f service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166131 Nov 02 12:53:41.420246 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.482769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.677199 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.681238 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.769690 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=41c773ac-b5de-4fdf-9028-7ce6aed41fa5,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:41.776372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.803050 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:41.804633 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-6b29b004-8f8d-4da7-bec9-f8faf3963f7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0106580 Nov 02 12:53:41.821478 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-338ba043-ceb9-43cb-b3da-dca392049393 req-67221a7d-f7d9-4f8d-adf4-01354b9eccf5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 210 time: 0.0495288 Nov 02 12:53:41.991455 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-c45bc639-2536-4d26-aa25-a5bfaeca190a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1693991847&fields=id&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 267 time: 0.0559168 Nov 02 12:53:42.122539 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-681de3a8-607e-4680-816e-5876f3a78da4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:42.124713 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-681de3a8-607e-4680-816e-5876f3a78da4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1225848 Nov 02 12:53:42.146609 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-0dcad889-309b-43d6-a398-acf507352e4b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/quotas/b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 375 time: 0.0149460 Nov 02 12:53:42.218886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-bcfd40d6-e235-438a-aaf1-916bc487362d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660093 Nov 02 12:53:42.349058 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-b5bdc55a-17be-444f-be18-cb96acb36f21 service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101739 Nov 02 12:53:42.535132 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-caf10f69-6205-4378-9ab1-1186dbcd1fa5 service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739578 Nov 02 12:53:42.555907 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bb1779-ab4a-4383-8804-22717e8e91df req-c10e9696-980c-4df0-b0d6-2633421216ac tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:42.558475 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a2bb1779-ab4a-4383-8804-22717e8e91df req-c10e9696-980c-4df0-b0d6-2633421216ac tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1090951 Nov 02 12:53:42.634978 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a2bb1779-ab4a-4383-8804-22717e8e91df req-488b98b4-2ff2-4ba7-ae67-fc40411db53e tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653384 Nov 02 12:53:42.744908 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e51cd296-e5df-49fe-8fe8-00ffd74a693b req-457c7088-e54b-41a8-94ab-541481a780f6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 210 time: 0.0336463 Nov 02 12:53:42.942006 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8659a0c2-e014-4701-9321-efe5ca7d1042 req-974340c9-3c77-4859-a804-d4fe69d52526 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 210 time: 0.0366409 Nov 02 12:53:43.192572 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-53a387b0-525b-4c2b-ade8-b67420483eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.242028 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-6d65bd7d-ecab-4497-a7e5-de318ce0ab5b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.243714 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-6d65bd7d-ecab-4497-a7e5-de318ce0ab5b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1471858 Nov 02 12:53:43.336901 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-6220d204-7328-41a1-8705-1af9f01b89c6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 379 time: 0.0757489 Nov 02 12:53:43.367475 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'port': {'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'admin_state_up': True, 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'security_groups': ['1a1f00e0-cb4b-4695-bb67-386f88a3442d']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:43.499327 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Made reservation on behalf of 9c63521170144f4e8267e0fe89a02c1d for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:43.503686 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.639346 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.20.0.4 (cef30bd9-58ef-4273-8041-b5e9444b8d02/17c31632-913c-4107-bf33-d931adf7bd3a/f27b0f9c-9831-4f01-9ab6-a7d30362ecbd) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:43.818244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.860965 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:43.883382 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:43.886731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:43.909711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:43.923158 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e8d940b-52e2-4260-9025-c84441da0806 req-f9d2b8ee-bc8b-416d-b260-00f03d48d59f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 210 time: 0.0425994 Nov 02 12:53:43.970477 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:43.986194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:43.987422 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.009392 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-4b8ffa2a-c169-4ab2-85ad-46d5cc6537a1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6532631 Nov 02 12:53:44.040040 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Request body: {'port': {'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:44.073023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39b37-5ba1-4ae0-b0de-069ddf29d6d1 req-e41970b7-e034-43a8-9b50-0faa7be0daef tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:44.078154 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66f39b37-5ba1-4ae0-b0de-069ddf29d6d1 req-e41970b7-e034-43a8-9b50-0faa7be0daef tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1574481 Nov 02 12:53:44.297151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.309943 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66f39b37-5ba1-4ae0-b0de-069ddf29d6d1 req-957aa9e5-7a68-4b07-a00e-abed09f704fa tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204447 Nov 02 12:53:44.359245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981597c-8656-4d0f-bec9-f2e852bb76b0 req-6903ab89-9b65-440a-9805-83e15453dcd6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:44.369091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3981597c-8656-4d0f-bec9-f2e852bb76b0 req-6903ab89-9b65-440a-9805-83e15453dcd6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 931 time: 0.1487799 Nov 02 12:53:44.372586 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.392872 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Provisioning complete for port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:44.393332 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.394123 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Attempt 1 to provision port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd Nov 02 12:53:44.480458 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:44.499970 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-80dea5b1-955e-4a84-83bc-99a6c837341a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:44.501652 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-80dea5b1-955e-4a84-83bc-99a6c837341a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.3778768 Nov 02 12:53:44.512216 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3981597c-8656-4d0f-bec9-f2e852bb76b0 req-c1227e44-c7bb-4ff7-aab9-146b512c35b9 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408525 Nov 02 12:53:44.679879 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-12772f81-a083-4741-a4fc-a2693e57913f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 380 time: 0.1240885 Nov 02 12:53:44.695925 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'port': {'device_id': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'admin_state_up': True, 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'security_groups': ['6fdcd520-e38f-4634-8fee-e891e7aeebb8']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:44.860147 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27b0f9c-9831-4f01-9ab6-a7d30362ecbd {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:44.873582 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks [] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.891688 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Transition to ACTIVE for port object f27b0f9c-9831-4f01-9ab6-a7d30362ecbd will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:44.895384 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:44.901039 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.905128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.973485 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:44.982411 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Attempt 2 to provision port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd Nov 02 12:53:45.038479 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:45.059178 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-758c3cb2-3dd7-4ed7-827e-a295364672b8 req-f92bb98d-6800-4867-8031-8f627b4ad774 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 210 time: 0.0292497 Nov 02 12:53:45.289451 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Pushing event updated for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:45.388266 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Attempting to bind port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:45.389011 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Attempting to bind port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:45.389011 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Attempting to bind port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:45.400338 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd on network cef30bd9-58ef-4273-8041-b5e9444b8d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:45.400658 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Attempting to bind port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:45.415297 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:45.415667 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:45.416024 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Bound using segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:45.416452 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Bound port: f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:45.416810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.419348 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.20.0.14 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/81575abc-8d5f-40cc-8abf-f7cf54627b0c) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:45.539999 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Attempt 3 to provision port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd Nov 02 12:53:45.561319 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce9e6b-3e67-4a99-933d-f68f9681a056 req-61723873-9a7e-4e26-b6bd-8fb7972d6391 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.564479 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1fce9e6b-3e67-4a99-933d-f68f9681a056 req-61723873-9a7e-4e26-b6bd-8fb7972d6391 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0728817 Nov 02 12:53:45.585508 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:45.599921 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:45.615010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:45.626146 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.629988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.631040 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.632091 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] 10.222.0.94 "PUT /v2.0/ports/f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 1093 time: 1.6020401 Nov 02 12:53:45.636893 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:45.639182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68247ee-994b-4b93-b380-d30b90fd6695" -d '{"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:45.675861 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1fce9e6b-3e67-4a99-933d-f68f9681a056 req-2f9d8166-8969-44d9-97fa-536519c8f15d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002445 Nov 02 12:53:45.691861 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.714645 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5334d-8e88-47d6-969c-0996d12917c5 req-910dec9d-f4c4-4992-9c62-c45175ff86f1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.726282 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ae5334d-8e88-47d6-969c-0996d12917c5 req-910dec9d-f4c4-4992-9c62-c45175ff86f1 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.1058104 Nov 02 12:53:45.772836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.781656 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b9886-3906-4b1f-8c2a-1c17a2177705 service neutron] Pushing event updated for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:45.797837 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50852939-c958-48ed-929d-66ceb072df80 x-openstack-request-id: req-50852939-c958-48ed-929d-66ceb072df80 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:45.798063 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:45.798393 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50852939-c958-48ed-929d-66ceb072df80 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:45.799861 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50852939-c958-48ed-929d-66ceb072df80'] response: {'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'status': 'completed', 'code': 200} Nov 02 12:53:45.822469 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-a4af4f41-02d1-4f02-a43c-64717983e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:45.823922 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-a4af4f41-02d1-4f02-a43c-64717983e16e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1127 time: 0.1157925 Nov 02 12:53:45.831607 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9ae5334d-8e88-47d6-969c-0996d12917c5 req-e9d76717-be0f-4efd-bb7b-2257b0e3be08 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041842 Nov 02 12:53:45.834426 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:45.933521 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-12c0369c-e1b5-4bd9-a96c-24c026bad79f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 217 time: 0.0570130 Nov 02 12:53:45.939525 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:45.950488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:45.952853 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:45.957161 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.035310 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-391d7a9e-ecb9-48f8-8496-79287cb879cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.036930 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-391d7a9e-ecb9-48f8-8496-79287cb879cc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0944450 Nov 02 12:53:46.048310 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.049017 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.098213 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-41a7aeaa-cd4b-45df-bfcd-d2b05d0d2b74 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4090469 Nov 02 12:53:46.102812 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Attempt 4 to provision port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd Nov 02 12:53:46.136756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Request body: {'port': {'device_id': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:46.178175 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-6d1861d3-e437-473e-9296-9397b9f9e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.180932 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-6d1861d3-e437-473e-9296-9397b9f9e8f5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286433 Nov 02 12:53:46.195871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9d199d07-b554-486f-81ff-24e6696bcdb1 None None] Port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:53:46.277945 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c26ac8-7356-46c7-832b-c873b550aef5 req-9d5ec8d5-e2f7-4246-adde-f4164223be0e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.279638 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30c26ac8-7356-46c7-832b-c873b550aef5 req-9d5ec8d5-e2f7-4246-adde-f4164223be0e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 932 time: 0.0725515 Nov 02 12:53:46.288805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.322425 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Provisioning complete for port 81575abc-8d5f-40cc-8abf-f7cf54627b0c triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:46.322893 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.323570 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Attempt 1 to provision port 81575abc-8d5f-40cc-8abf-f7cf54627b0c Nov 02 12:53:46.352226 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30c26ac8-7356-46c7-832b-c873b550aef5 req-eaae990b-48cc-4ca2-9eca-b795e6d987d7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649142 Nov 02 12:53:46.354010 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-dfcb7f74-19a3-4e23-9625-5a296dd437bd service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654351 Nov 02 12:53:46.372892 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Port 81575abc-8d5f-40cc-8abf-f7cf54627b0c cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:46.569628 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-536dece3-b0ca-4c27-916d-b2bd42dadab5 req-1c7f4def-bdbf-4870-a302-0b72af2febaa service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038836 Nov 02 12:53:46.665495 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81575abc-8d5f-40cc-8abf-f7cf54627b0c {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:46.683385 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks [] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.714536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Transition to ACTIVE for port object 81575abc-8d5f-40cc-8abf-f7cf54627b0c will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:53:46.721869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.781244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-79ab3bdd-3dbc-42f0-aa60-bf631b347d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.782803 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-79ab3bdd-3dbc-42f0-aa60-bf631b347d4a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1127 time: 0.1090422 Nov 02 12:53:46.801968 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Pushing event updated for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:46.861186 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff60ca-4b0a-4c3e-9146-0441f639aa5a req-605ebf25-a761-4763-b1d6-1fc721176cf0 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.863863 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1cff60ca-4b0a-4c3e-9146-0441f639aa5a req-605ebf25-a761-4763-b1d6-1fc721176cf0 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0692656 Nov 02 12:53:46.874240 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Attempt 2 to provision port 81575abc-8d5f-40cc-8abf-f7cf54627b0c Nov 02 12:53:46.929340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Attempting to bind port 81575abc-8d5f-40cc-8abf-f7cf54627b0c on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:53:46.929911 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Attempting to bind port 81575abc-8d5f-40cc-8abf-f7cf54627b0c by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:53:46.930490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Attempting to bind port 81575abc-8d5f-40cc-8abf-f7cf54627b0c on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:46.940796 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1cff60ca-4b0a-4c3e-9146-0441f639aa5a req-febc0365-8c75-4516-97cb-0e1f36937f85 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697618 Nov 02 12:53:46.944690 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Port 81575abc-8d5f-40cc-8abf-f7cf54627b0c on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:53:46.945022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Attempting to bind port 81575abc-8d5f-40cc-8abf-f7cf54627b0c on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:53:46.956298 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Port 81575abc-8d5f-40cc-8abf-f7cf54627b0c cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:53:46.959179 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:53:46.959523 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:53:46.960061 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:53:46.960333 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Bound port: 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:53:46.960695 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:46.963210 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-da1452b8-d307-409c-892c-ca8b6ae50cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:46.964706 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-da1452b8-d307-409c-892c-ca8b6ae50cf8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.1663888 Nov 02 12:53:47.047748 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-f22c0f3b-d03a-424c-ad39-d144e55d29b2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 217 time: 0.0730810 Nov 02 12:53:47.118279 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174197d2-df9f-4e75-8c9b-e217b47413f5 req-3202e4c5-e025-49ce-9912-6cae9581f122 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.120919 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-174197d2-df9f-4e75-8c9b-e217b47413f5 req-3202e4c5-e025-49ce-9912-6cae9581f122 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.0839744 Nov 02 12:53:47.123993 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:53:47.127675 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-2d17de31-2875-4e3e-a67f-6664c263ec1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.129234 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-2d17de31-2875-4e3e-a67f-6664c263ec1b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0754805 Nov 02 12:53:47.131169 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:53:47.141653 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.147300 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.148337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.150713 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] 10.222.0.94 "PUT /v2.0/ports/81575abc-8d5f-40cc-8abf-f7cf54627b0c HTTP/1.1" status: 200 len: 1094 time: 1.0263262 Nov 02 12:53:47.201065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-174197d2-df9f-4e75-8c9b-e217b47413f5 req-e193d56e-acc7-4a9b-9ab5-562d418898bf tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717206 Nov 02 12:53:47.222894 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:47.303384 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-0daf8215-2e74-48bf-b5cc-f8d7c354050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.304916 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-0daf8215-2e74-48bf-b5cc-f8d7c354050d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1655548 Nov 02 12:53:47.305786 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f014a5d-f164-47fa-8ffe-dea464540a66 service neutron] Pushing event updated for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:47.321076 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-252cb335-0bcc-4bb5-b192-ed85b62968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.322669 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-252cb335-0bcc-4bb5-b192-ed85b62968ed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 1128 time: 0.0980124 Nov 02 12:53:47.397183 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1de1-6177-4ca3-8118-bb40435f4ee1 req-645c035d-d41c-4f8c-840e-600bf53842ec tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.399026 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a5b1de1-6177-4ca3-8118-bb40435f4ee1 req-645c035d-d41c-4f8c-840e-600bf53842ec tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0681882 Nov 02 12:53:47.457804 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Attempt 3 to provision port 81575abc-8d5f-40cc-8abf-f7cf54627b0c Nov 02 12:53:47.460653 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a5b1de1-6177-4ca3-8118-bb40435f4ee1 req-a18d5a8e-979c-4038-adca-d336a739f54c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555518 Nov 02 12:53:47.467942 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-12efcb11-cc26-4320-bce7-9366ce4af20a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c HTTP/1.1" status: 200 len: 217 time: 0.1071610 Nov 02 12:53:47.504426 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-b09953c1-c3d7-42fc-9113-279278ee0305 None None] Port 81575abc-8d5f-40cc-8abf-f7cf54627b0c had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:53:47.551051 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57bcaa-87a4-42f8-a3cf-293ce7ff4459 req-5c7c5916-4e85-4905-a847-680ff92e0e22 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.552749 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9b57bcaa-87a4-42f8-a3cf-293ce7ff4459 req-5c7c5916-4e85-4905-a847-680ff92e0e22 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 944 time: 0.0855062 Nov 02 12:53:47.560694 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-84eb938b-c0d6-46b9-8940-7172d20b4beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.562157 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-84eb938b-c0d6-46b9-8940-7172d20b4beb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0877376 Nov 02 12:53:47.568496 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-d38940db-ff2d-4414-9897-9ff3facff512 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098193 Nov 02 12:53:47.615382 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9b57bcaa-87a4-42f8-a3cf-293ce7ff4459 req-e4850fbe-6837-4ffd-b72e-b80ba3b8821c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563357 Nov 02 12:53:47.711564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-88262b61-0760-4ef6-83f7-53a20bc95bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:47.713409 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-88262b61-0760-4ef6-83f7-53a20bc95bb8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1142483 Nov 02 12:53:47.719516 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c68247ee-994b-4b93-b380-d30b90fd6695 req-482f1905-d563-4296-a49d-a7f2dfcad89c service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298866 Nov 02 12:53:47.810030 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:47.812327 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f46acb-7640-4b83-8012-7d1543f561f9" -d '{"events": [{"name": "network-changed", "server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:47.856193 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3048de7a-1195-4f90-82b3-47828278ee0c x-openstack-request-id: req-3048de7a-1195-4f90-82b3-47828278ee0c {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:47.856437 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:47.856824 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3048de7a-1195-4f90-82b3-47828278ee0c {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:47.857599 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3048de7a-1195-4f90-82b3-47828278ee0c'] response: {'name': 'network-changed', 'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'status': 'completed', 'code': 200} Nov 02 12:53:47.879163 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-06a082ef-75ea-43bf-8164-2f5a43dc4cd4 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217780 Nov 02 12:53:47.982116 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7892eab3-30a9-4ab2-853a-7a3804d50e42 req-12f8b1e5-13f1-4435-bade-91d1a95d92eb service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931427 Nov 02 12:53:48.109075 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65764744-aa98-4717-bfed-88d00a2594b5 req-0d757ac2-6352-4078-9892-757f39129f70 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.110605 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65764744-aa98-4717-bfed-88d00a2594b5 req-0d757ac2-6352-4078-9892-757f39129f70 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0711689 Nov 02 12:53:48.168079 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65764744-aa98-4717-bfed-88d00a2594b5 req-862cfed4-24a4-4a7c-8325-112732b83f92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506537 Nov 02 12:53:48.174813 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-1c1f930e-53b9-4f43-a1ae-63df9a92da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.176737 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-1c1f930e-53b9-4f43-a1ae-63df9a92da11 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 1128 time: 0.0711231 Nov 02 12:53:48.290644 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-732dfd0d-b6b8-4bd3-9895-9e05a05171b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.292103 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-732dfd0d-b6b8-4bd3-9895-9e05a05171b7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.1023803 Nov 02 12:53:48.339618 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-7dd2c832-e2c6-4d65-a1bb-f6c32c6dfef6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c HTTP/1.1" status: 200 len: 217 time: 0.0409427 Nov 02 12:53:48.397574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3b6d2-fa3f-4cd1-a9d2-eb9e6c1607ec req-cb996bf9-3323-49b5-bf5a-1ef9a845ea33 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.399655 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-72c3b6d2-fa3f-4cd1-a9d2-eb9e6c1607ec req-cb996bf9-3323-49b5-bf5a-1ef9a845ea33 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.0800309 Nov 02 12:53:48.408134 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-88d40695-bf08-4778-80ed-fc6fb3403063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.410620 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-88d40695-bf08-4778-80ed-fc6fb3403063 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0632985 Nov 02 12:53:48.462641 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-72c3b6d2-fa3f-4cd1-a9d2-eb9e6c1607ec req-1e70f125-0bbb-4ef9-b61e-922c702d2a69 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556934 Nov 02 12:53:48.492502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-e46fec21-0ad2-4f5a-bbab-0b7a5c5008b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.493885 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-e46fec21-0ad2-4f5a-bbab-0b7a5c5008b3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746703 Nov 02 12:53:48.496405 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-d7f49200-a23d-4487-a960-e86dc7b47d08 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849285 Nov 02 12:53:48.618505 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac471a4-17f1-4d94-be14-00fdf7297160 req-b244f66a-38f7-4457-b570-1f8ee2bde462 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.620365 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ac471a4-17f1-4d94-be14-00fdf7297160 req-b244f66a-38f7-4457-b570-1f8ee2bde462 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0638685 Nov 02 12:53:48.660956 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-53352052-8492-4530-8aa1-991637b0a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.662525 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-53352052-8492-4530-8aa1-991637b0a54e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 1129 time: 0.0866637 Nov 02 12:53:48.665843 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-21702d25-459b-458e-989e-d1636dfe49e3 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397069 Nov 02 12:53:48.706618 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ac471a4-17f1-4d94-be14-00fdf7297160 req-18db8980-19a8-46ca-8ee1-91ed1ead537e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758967 Nov 02 12:53:48.804251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9b6e9-630d-4ffc-8aa1-4e1ba7d596b8 req-d21f1eab-88b2-406e-b11c-c4aafb265fbb tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.806751 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ae9b6e9-630d-4ffc-8aa1-4e1ba7d596b8 req-d21f1eab-88b2-406e-b11c-c4aafb265fbb tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 944 time: 0.0931098 Nov 02 12:53:48.858553 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0ae9b6e9-630d-4ffc-8aa1-4e1ba7d596b8 req-75f930ad-6429-43bb-bffd-98414b3651ca tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462825 Nov 02 12:53:48.871087 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-f0f46acb-7640-4b83-8012-7d1543f561f9 req-7d1b6d29-4bb4-4862-a06a-fda13e24d71b service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977689 Nov 02 12:53:48.872502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-df438ff8-2b6c-4221-a511-02283fdf72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:48.874012 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-df438ff8-2b6c-4221-a511-02283fdf72ad service neutron] 10.222.0.94 "GET /v2.0/networks?id=276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 200 len: 919 time: 0.1842003 Nov 02 12:53:48.980045 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-bc85d4ad-bafa-48ce-847c-a5fadeb60e66 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 200 len: 217 time: 0.0403066 Nov 02 12:53:49.029185 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-e031583b-1b3b-4a7d-b55d-24b789a45bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.030765 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-e031583b-1b3b-4a7d-b55d-24b789a45bf9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 200 len: 856 time: 0.0450051 Nov 02 12:53:49.086734 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-00e48647-8b2c-485f-8d83-1d36063cc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.088145 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-00e48647-8b2c-485f-8d83-1d36063cc928 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=276715ef-1d86-4168-8d9c-202f0c885f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500884 Nov 02 12:53:49.191378 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-7ceb9962-4185-45aa-a62c-702cb43dbc07 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939479 Nov 02 12:53:49.302325 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4f7cf923-6143-4ca1-bcf5-b62c1adaf9af req-7a925e2f-f942-4576-818e-8a546a6881a5 service neutron] 10.222.0.94 "GET /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023226 Nov 02 12:53:49.331641 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ada9b0-22df-4850-8c51-c852d082746c req-4d35a040-dd89-4581-9110-57aabc5eeaee tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.333233 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34ada9b0-22df-4850-8c51-c852d082746c req-4d35a040-dd89-4581-9110-57aabc5eeaee tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0739212 Nov 02 12:53:49.391815 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-34ada9b0-22df-4850-8c51-c852d082746c req-123baaed-3d3e-42d9-a4e1-1c6e4dd2bfdc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513251 Nov 02 12:53:49.614154 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd925925-fa85-4e5f-b154-ecfd2a595a2d req-0e1450e0-e094-46ef-b65b-db919c01a4cd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.616189 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd925925-fa85-4e5f-b154-ecfd2a595a2d req-0e1450e0-e094-46ef-b65b-db919c01a4cd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.0647175 Nov 02 12:53:49.679533 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd925925-fa85-4e5f-b154-ecfd2a595a2d req-b768234f-a90a-40c1-9ec3-ec61ce816517 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557854 Nov 02 12:53:49.858912 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8240d14-a3fb-4d9a-a705-a697412eac0c req-5b76c638-74bd-457c-8826-c75311b7138c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.860441 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d8240d14-a3fb-4d9a-a705-a697412eac0c req-5b76c638-74bd-457c-8826-c75311b7138c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0614629 Nov 02 12:53:49.930091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d8240d14-a3fb-4d9a-a705-a697412eac0c req-f6419e94-c4df-4405-b14b-c2ed2134bd70 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=f3c2ba88-5cde-45ad-8af0-b1d389edb688&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632074 Nov 02 12:53:49.942261 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-0076e51f-f931-41b9-9e49-d453c3caf75e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:49.944932 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-0076e51f-f931-41b9-9e49-d453c3caf75e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 946 time: 0.0736077 Nov 02 12:53:50.020289 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7856e3-5b0c-4f3c-b4fc-45b7a17d7051 req-2eeb45ba-ddbd-40e3-b0a3-b0337e6d1da0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:50.021827 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e7856e3-5b0c-4f3c-b4fc-45b7a17d7051 req-2eeb45ba-ddbd-40e3-b0a3-b0337e6d1da0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 944 time: 0.0633721 Nov 02 12:53:50.073040 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Deleting port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:50.073389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.075373 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3e7856e3-5b0c-4f3c-b4fc-45b7a17d7051 req-a244fba4-df5e-414d-b178-10b536adb6e7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472665 Nov 02 12:53:50.170969 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] For port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:50.171347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.356450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.356450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.357035 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Floating IP 4e64a071-e1f0-4a8d-a991-aa4af68a28f3 disassociated. External IP: 172.27.0.102, port: f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551. Nov 02 12:53:50.358051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Calling delete_port for f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:50.502698 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.533793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'Port': ['ID=f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:50.555860 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2eee2-2457-45fa-bdb2-a87df5b1558b req-6c7e535a-8118-4548-b87d-456dfdb49378 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:50.557593 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30d2eee2-2457-45fa-bdb2-a87df5b1558b req-6c7e535a-8118-4548-b87d-456dfdb49378 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0789938 Nov 02 12:53:50.625056 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-30d2eee2-2457-45fa-bdb2-a87df5b1558b req-fe21e4bc-fce9-4cd6-9eca-e522b48626f6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533879 Nov 02 12:53:50.657964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:53:50.774666 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:53:50.794015 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:53:50.812434 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:50.813758 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:50.843030 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] No DVR routers for this DVR port f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:53:50.849447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:50.853417 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-87016020-1465-4ece-9b64-bb9c8050ea57 req-4e3a76c4-44e8-4f73-9960-ee1cdce70f4e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "DELETE /v2.0/ports/f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 HTTP/1.1" status: 204 len: 173 time: 0.9022269 Nov 02 12:53:50.854003 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-deleted', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:50.857205 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e5ebe5-dd08-4ad7-909a-80029bf5dc9d" -d '{"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-deleted", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:50.871480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e07e9-0b69-4ee9-9eb6-1487a14bc9b0 req-79ac67b9-7d74-436f-946e-ea9abe05c703 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:50.874084 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe7e07e9-0b69-4ee9-9eb6-1487a14bc9b0 req-79ac67b9-7d74-436f-946e-ea9abe05c703 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.1034455 Nov 02 12:53:50.966267 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:50.984955 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4e7cb5-8fc8-4aaa-8773-5f20be81cda0 x-openstack-request-id: req-0e4e7cb5-8fc8-4aaa-8773-5f20be81cda0 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:50.985957 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f425357-bead-4fe2-9d9c-ba82b6dab776", "name": "network-vif-deleted", "tag": "f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:50.986425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0e4e7cb5-8fc8-4aaa-8773-5f20be81cda0 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:50.987318 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4e7cb5-8fc8-4aaa-8773-5f20be81cda0'] response: {'server_uuid': '6f425357-bead-4fe2-9d9c-ba82b6dab776', 'name': 'network-vif-deleted', 'tag': 'f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551', 'status': 'completed', 'code': 200} Nov 02 12:53:50.999696 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fe7e07e9-0b69-4ee9-9eb6-1487a14bc9b0 req-93ae994f-d6bf-4f68-961d-62379ba3f77e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069477 Nov 02 12:53:51.105741 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-127daa4b-e37b-469a-9eb3-24e9515284db req-b41d50c3-d1e9-49f4-a7cc-b314793b428e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f425357-bead-4fe2-9d9c-ba82b6dab776 HTTP/1.1" status: 200 len: 210 time: 0.0478916 Nov 02 12:53:51.215853 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:51.244940 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:53:51.258451 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:53:51.259547 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa7bd5a-2897-4bb1-85e4-a435430c2725 req-08c124eb-8566-4c19-879c-02c417e70edd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:51.259750 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:51.264780 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5aa7bd5a-2897-4bb1-85e4-a435430c2725 req-08c124eb-8566-4c19-879c-02c417e70edd tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 944 time: 0.0716479 Nov 02 12:53:51.330065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5aa7bd5a-2897-4bb1-85e4-a435430c2725 req-c73a028c-eea1-48a7-b0be-95f80ab669ef tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629139 Nov 02 12:53:51.394536 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:53:51.643881 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:53:51.675647 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb036bdc-e612-45c0-a4db-5d5686d75ede None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:53:51.796019 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a512a-5011-45e2-8919-d2e1ea1d5f8d req-c7551255-90f1-4f55-afcc-c40f864fc08b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:51.798115 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-139a512a-5011-45e2-8919-d2e1ea1d5f8d req-c7551255-90f1-4f55-afcc-c40f864fc08b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0731516 Nov 02 12:53:51.880117 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-139a512a-5011-45e2-8919-d2e1ea1d5f8d req-e131d59d-5901-42cd-83b1-99bcbce8ddd5 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730541 Nov 02 12:53:52.004163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938392c3-c1c9-4095-8beb-dc0f7e542de8 None None] New status for floating IP 4e64a071-e1f0-4a8d-a991-aa4af68a28f3: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:53:52.204015 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f6c91-7038-4933-9d68-1ab9f45e5fc3 req-1b258558-d692-400f-9b53-595203a3bb19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:52.206538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-188f6c91-7038-4933-9d68-1ab9f45e5fc3 req-1b258558-d692-400f-9b53-595203a3bb19 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.0772500 Nov 02 12:53:52.252527 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41042) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.286336 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-188f6c91-7038-4933-9d68-1ab9f45e5fc3 req-6412cbea-6ba0-4bc8-b329-d6097405f7cd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724206 Nov 02 12:53:52.329408 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (f3c2ba88-5cde-45ad-8af0-b1d389edb688), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.359489 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (f3c2ba88-5cde-45ad-8af0-b1d389edb688), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.423305 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (f3c2ba88-5cde-45ad-8af0-b1d389edb688), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.427267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.429191 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "DELETE /v2.0/security-groups/f3c2ba88-5cde-45ad-8af0-b1d389edb688 HTTP/1.1" status: 204 len: 168 time: 0.1748745 Nov 02 12:53:52.432086 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41046) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.444519 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2f7dc-e16c-46cd-81e8-38774e4dcbdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c2ba88-5cde-45ad-8af0-b1d389edb688,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:52.465851 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.api.v2.resource [None req-8d463cad-3d29-491b-97fb-fba702b982d0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] show failed (client error): The resource could not be found. Nov 02 12:53:52.467582 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-8d463cad-3d29-491b-97fb-fba702b982d0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups/f3c2ba88-5cde-45ad-8af0-b1d389edb688 HTTP/1.1" status: 404 len: 347 time: 0.0340650 Nov 02 12:53:52.470551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41048) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:52.532833 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86a576-35a3-4b1e-82c1-4e12436b0232 req-a3393cec-0723-4795-b018-7dc9df895e95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:52.534785 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d86a576-35a3-4b1e-82c1-4e12436b0232 req-a3393cec-0723-4795-b018-7dc9df895e95 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 944 time: 0.0873539 Nov 02 12:53:52.595304 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5d86a576-35a3-4b1e-82c1-4e12436b0232 req-79ba0c2b-eb73-4a9f-8335-2e5ba37d74fe tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529237 Nov 02 12:53:52.609821 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Deleting port 9e71da53-9c32-43d5-b59f-e13a9d3e20e8 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:53:52.610163 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:52.823316 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 81575abc-8d5f-40cc-8abf-f7cf54627b0c details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:52.835370 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:52.860756 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:53:52.861105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f9b63f0a-eefc-4e9c-ab3a-eb2c87be7551 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:53:53.005261 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.005602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.009448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-a3c78611-f90f-4323-89a8-be0b9ac00d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.011153 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-a3c78611-f90f-4323-89a8-be0b9ac00d4d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0981228 Nov 02 12:53:53.013434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:53.030968 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Calling delete_port for 9e71da53-9c32-43d5-b59f-e13a9d3e20e8 owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:53:53.031631 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'port_id': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'mac_address': 'fa:16:3e:97:da:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:53.082757 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 81575abc-8d5f-40cc-8abf-f7cf54627b0c is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:53.083097 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.104160 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81575abc-8d5f-40cc-8abf-f7cf54627b0c {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:53.133639 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:53.135489 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bde77c-4a05-4e72-afcc-4133bac86100 req-b7df7eaf-96f2-4a20-b6ee-e184b6512716 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.146485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e2bde77c-4a05-4e72-afcc-4133bac86100 req-b7df7eaf-96f2-4a20-b6ee-e184b6512716 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1139514 Nov 02 12:53:53.150157 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.217777 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-94113919-f2f5-4818-ad66-f4b6903e3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.219810 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-94113919-f2f5-4818-ad66-f4b6903e3ec9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.2002478 Nov 02 12:53:53.222635 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.239328 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.239966 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.240581 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.241294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.242101 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.242635 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.243127 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.244169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.244686 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.245460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.246405 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.247211 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.248152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:53:53.267110 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e2bde77c-4a05-4e72-afcc-4133bac86100 req-e68cccf4-1cb3-4f11-a4d7-850dfdd91bbf tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956216 Nov 02 12:53:53.366749 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-16f55a0f-df8c-49b2-a885-65978085f623 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 1001 time: 0.1401918 Nov 02 12:53:53.435245 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (9e71da53-9c32-43d5-b59f-e13a9d3e20e8), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.459227 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df770bbf-7049-43ce-93af-356ba6ea44fb req-47008455-eb45-43b4-a81e-bd9ed99cb0d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.463338 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-df770bbf-7049-43ce-93af-356ba6ea44fb req-47008455-eb45-43b4-a81e-bd9ed99cb0d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.0774231 Nov 02 12:53:53.480790 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'Port': ['ID=9e71da53-9c32-43d5-b59f-e13a9d3e20e8,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:53.496872 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-40f6b266-9782-41ba-b855-67755ceff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.498385 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-40f6b266-9782-41ba-b855-67755ceff47a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.1135461 Nov 02 12:53:53.573887 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-df770bbf-7049-43ce-93af-356ba6ea44fb req-1518690c-276c-4d5a-b9a7-3b88e347708f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072974 Nov 02 12:53:53.594533 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (4e64a071-e1f0-4a8d-a991-aa4af68a28f3), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.598687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.603397 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b86096bf-a6ef-4c73-a20d-ae1429ff882d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "DELETE /v2.0/floatingips/4e64a071-e1f0-4a8d-a991-aa4af68a28f3 HTTP/1.1" status: 204 len: 168 time: 1.1276054 Nov 02 12:53:53.606955 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f5286-0880-4701-8c64-55976e698bf3 req-3a74c383-33a5-4b11-9ba8-ec5d7710058c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.609355 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e6f5286-0880-4701-8c64-55976e698bf3 req-3a74c383-33a5-4b11-9ba8-ec5d7710058c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1075339 Nov 02 12:53:53.636844 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-65de8821-e1aa-4d95-97b1-13407f1b651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.640331 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-65de8821-e1aa-4d95-97b1-13407f1b651e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212823 Nov 02 12:53:53.683186 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e6f5286-0880-4701-8c64-55976e698bf3 req-496428a7-f3cb-46f5-bf15-0f687dfb0a62 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677788 Nov 02 12:53:53.750991 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['81575abc-8d5f-40cc-8abf-f7cf54627b0c'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:53.777058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41064) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:53.784599 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1535290115', 'description': 'tempest-description--15518376'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:53.808996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f267d-20b8-4954-8f9c-d293cd20d98e req-a18d23f9-e502-4e9e-a98a-d9f1d156d47a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:53.811874 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e5f267d-20b8-4954-8f9c-d293cd20d98e req-a18d23f9-e502-4e9e-a98a-d9f1d156d47a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 945 time: 0.0971870 Nov 02 12:53:53.828066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.845434 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-221b1dd5-7e75-4ca6-81b6-f5319a8201f1 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448202 Nov 02 12:53:53.892301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e5f267d-20b8-4954-8f9c-d293cd20d98e req-90d9e64d-15b2-4a80-aa83-73d6818cda60 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669391 Nov 02 12:53:53.987005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (13b0f175-0bcb-48e0-a22f-6cba52879d57), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:53.995589 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (13b0f175-0bcb-48e0-a22f-6cba52879d57), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.008742 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bad9b5d1-ab4f-490e-be9a-9b4861cb615f req-2483a760-c0ae-40b0-9b34-d930c117194b service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548839 Nov 02 12:53:54.029041 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.030322 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2522833 Nov 02 12:53:54.034107 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41066) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.034992 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248b1d55-2c63-437c-8b43-c60e4377fc41 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0f175-0bcb-48e0-a22f-6cba52879d57,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.040323 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group_rule': {'security_group_id': '13b0f175-0bcb-48e0-a22f-6cba52879d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.072540 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (59cce7b3-aea9-459f-88cd-585808a233aa), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.137852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (59cce7b3-aea9-459f-88cd-585808a233aa), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.143492 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (59cce7b3-aea9-459f-88cd-585808a233aa), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.163259 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cce7b3-aea9-459f-88cd-585808a233aa,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.175583 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.180011 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-46a6e323-8777-451b-bf5a-e3611913bac5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418037 Nov 02 12:53:54.180427 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41068) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.187408 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'security_group_rule': {'security_group_id': '13b0f175-0bcb-48e0-a22f-6cba52879d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.225256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (17c3729f-352b-45a9-84b2-6595a51684f6), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.296901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (17c3729f-352b-45a9-84b2-6595a51684f6), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.301971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (17c3729f-352b-45a9-84b2-6595a51684f6), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.322802 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17c3729f-352b-45a9-84b2-6595a51684f6,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:54.327405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.328650 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b11273ab-b867-47f8-8e1e-addd787f5d6b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468983 Nov 02 12:53:54.332914 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41072) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:53:54.337803 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:54.360614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.465212 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:53:54.477717 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330634c6-2195-4ed2-8312-bbc907399778 req-79539e63-4db4-4c46-8b7d-9381a978cfa9 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.479271 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-330634c6-2195-4ed2-8312-bbc907399778 req-79539e63-4db4-4c46-8b7d-9381a978cfa9 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0972619 Nov 02 12:53:54.552808 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-330634c6-2195-4ed2-8312-bbc907399778 req-18451026-94f9-4b16-bb81-7dc1059c602e tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629649 Nov 02 12:53:54.559125 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:54.729821 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Allocated IP 172.27.0.70 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/a8ce6f8f-6d89-4b02-88fb-eb36f889aa93) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:54.841924 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb95044-d6db-4c72-b739-0bef002b27d5 req-df10a914-1e9b-40fd-bd33-de3d400cc766 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.843627 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9bb95044-d6db-4c72-b739-0bef002b27d5 req-df10a914-1e9b-40fd-bd33-de3d400cc766 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.1544626 Nov 02 12:53:54.941500 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d231e8-e5cd-4483-958d-56695e7fcd2a req-eae73604-3069-491f-bea6-2e8e50710b54 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:54.943099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93d231e8-e5cd-4483-958d-56695e7fcd2a req-eae73604-3069-491f-bea6-2e8e50710b54 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1434634 Nov 02 12:53:54.967505 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9bb95044-d6db-4c72-b739-0bef002b27d5 req-b402290a-0295-43ba-aae3-e669b56170ae tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128652 Nov 02 12:53:54.973336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.039916 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-93d231e8-e5cd-4483-958d-56695e7fcd2a req-07b1e3c2-9188-4328-84d0-1a1741428c66 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863531 Nov 02 12:53:55.073320 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.113550 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:55.120458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:55.126863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:55.156844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=a8ce6f8f-6d89-4b02-88fb-eb36f889aa93,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:55.168724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d18ad0-65c2-40ca-ae3e-de041b131e28 req-562c425b-a734-4993-83a7-409e362b6ea8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.170281 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-45d18ad0-65c2-40ca-ae3e-de041b131e28 req-562c425b-a734-4993-83a7-409e362b6ea8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 945 time: 0.1361516 Nov 02 12:53:55.257538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-45d18ad0-65c2-40ca-ae3e-de041b131e28 req-3a769985-e66e-4516-8373-0d4810a6ac53 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802381 Nov 02 12:53:55.279666 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.322772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.519215 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.524141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.601838 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=a8ce6f8f-6d89-4b02-88fb-eb36f889aa93,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:55.605759 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.630918 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:55.632691 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-2373489c-1c5b-4ddb-836b-8a2b88f85d0b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2984250 Nov 02 12:53:55.731771 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd0fd3-bf4d-4bd2-bc45-b122852524b5 req-05f2323f-90fb-401d-975d-0217763f7b6e tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:55.733869 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-97bd0fd3-bf4d-4bd2-bc45-b122852524b5 req-05f2323f-90fb-401d-975d-0217763f7b6e tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0785637 Nov 02 12:53:55.802252 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-97bd0fd3-bf4d-4bd2-bc45-b122852524b5 req-f6f6663a-5a6e-4215-ad67-28688035d69a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621014 Nov 02 12:53:55.958269 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-afbb8f94-2067-4057-a62e-59c0fc088494 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1535290115&fields=id&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 267 time: 0.0539279 Nov 02 12:53:56.106253 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-3a58a7b5-a451-479f-abb1-4a2a86813920 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.108091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-3a58a7b5-a451-479f-abb1-4a2a86813920 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 816 time: 0.1428196 Nov 02 12:53:56.147863 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-3d8713ca-4554-46a2-8b08-923f3783bfab tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/quotas/db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 375 time: 0.0270975 Nov 02 12:53:56.234934 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc324369-bea0-408c-a9ab-27befdabfca9 req-39e958ec-ecf8-4145-b196-76d6f951d94e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.236811 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc324369-bea0-408c-a9ab-27befdabfca9 req-39e958ec-ecf8-4145-b196-76d6f951d94e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 943 time: 0.1065235 Nov 02 12:53:56.262018 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-d07addc8-7d8c-40bb-adb1-b955f0c78444 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910625 Nov 02 12:53:56.318917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc324369-bea0-408c-a9ab-27befdabfca9 req-5660fedc-b0b4-4313-bc23-19fc37ac177c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739408 Nov 02 12:53:56.482735 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-7a04abc2-138d-42a0-aa06-6237b6b192f3 service neutron] 10.222.0.91 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965280 Nov 02 12:53:56.492362 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b3f54-3a20-4788-a0eb-bfb78ace8f9f req-bef41989-b438-4ddd-9882-a86d72a420f3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.493843 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-371b3f54-3a20-4788-a0eb-bfb78ace8f9f req-bef41989-b438-4ddd-9882-a86d72a420f3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0890458 Nov 02 12:53:56.598886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-371b3f54-3a20-4788-a0eb-bfb78ace8f9f req-06876693-29a7-49e2-b6f8-a61bdb06bc90 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956547 Nov 02 12:53:56.647359 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-0d6f7129-f4bc-4bf9-a087-1d14265d4e48 service neutron] 10.222.0.91 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523795 Nov 02 12:53:56.751142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc35e9ae-6eec-4d3c-a258-731d010fd7b0 req-6a99607e-1af0-4a6a-b0e9-c784cbbd9b3e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:56.761577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dc35e9ae-6eec-4d3c-a258-731d010fd7b0 req-6a99607e-1af0-4a6a-b0e9-c784cbbd9b3e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 945 time: 0.0914598 Nov 02 12:53:56.848068 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f27b0f9c-9831-4f01-9ab6-a7d30362ecbd details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:53:56.855633 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 81575abc-8d5f-40cc-8abf-f7cf54627b0c up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:53:56.901689 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dc35e9ae-6eec-4d3c-a258-731d010fd7b0 req-6c9573ee-da0e-4902-9913-b58064d3c1d2 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386211 Nov 02 12:53:56.978218 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2e423c86-af3a-4898-8106-93d68da62bba req-6e11c338-3429-4ba8-80a0-aa6d1a5471b1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 210 time: 0.0749431 Nov 02 12:53:57.031670 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 81575abc-8d5f-40cc-8abf-f7cf54627b0c completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:53:57.053142 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 81575abc-8d5f-40cc-8abf-f7cf54627b0c triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:53:57.054851 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.056978 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 81575abc-8d5f-40cc-8abf-f7cf54627b0c Nov 02 12:53:57.150412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd212176-515b-4d34-9af0-ef61de1a3619 req-5548ee3a-4af2-41ec-98f6-5e13cad69089 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.162693 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd212176-515b-4d34-9af0-ef61de1a3619 req-5548ee3a-4af2-41ec-98f6-5e13cad69089 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1320481 Nov 02 12:53:57.185957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:57.254603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd212176-515b-4d34-9af0-ef61de1a3619 req-cc9237d4-f87d-40a3-a0ee-3d4c0bdc4600 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888784 Nov 02 12:53:57.276711 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:53:57.291343 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 81575abc-8d5f-40cc-8abf-f7cf54627b0c is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:57.291980 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.362543 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:57.363149 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.366424 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:57.369163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bb00f1-c55a-40f4-9c87-abc1d93513be" -d '{"events": [{"server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "name": "network-vif-plugged", "status": "completed", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:57.383048 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-d661add2-949f-44da-8421-1698ce3275cf req-739f8c0b-2b24-4671-8410-4ef4288dac44 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:53:57.384274 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d661add2-949f-44da-8421-1698ce3275cf req-739f8c0b-2b24-4671-8410-4ef4288dac44 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108986 Nov 02 12:53:57.404954 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:57.410073 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27b0f9c-9831-4f01-9ab6-a7d30362ecbd {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:53:57.419081 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.464910 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:57.473121 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:57.494790 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:57.566269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13761c68-2384-45d1-a3f5-286128f95af7 x-openstack-request-id: req-13761c68-2384-45d1-a3f5-286128f95af7 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:57.567096 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "name": "network-vif-plugged", "status": "completed", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:57.567549 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-13761c68-2384-45d1-a3f5-286128f95af7 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:57.568158 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13761c68-2384-45d1-a3f5-286128f95af7'] response: {'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'code': 200} Nov 02 12:53:57.585493 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:57.600390 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ec8f7-8153-4102-bc73-82d9f5fe631c req-4264a095-1f6b-4914-a0cb-4cf1eaf22be7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.602463 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d7ec8f7-8153-4102-bc73-82d9f5fe631c req-4264a095-1f6b-4914-a0cb-4cf1eaf22be7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 944 time: 0.1306880 Nov 02 12:53:57.673030 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-276f325f-1659-4ada-ac24-9f7db476ddb9 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193407 Nov 02 12:53:57.973999 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:53:57.983948 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fe814-dc40-4126-9031-91df58f4582a req-82b39d07-09e5-4b97-b2b2-fb04bd48a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:57.985852 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fb2fe814-dc40-4126-9031-91df58f4582a req-82b39d07-09e5-4b97-b2b2-fb04bd48a5f5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 1130 time: 0.0721955 Nov 02 12:53:58.059793 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-fb2fe814-dc40-4126-9031-91df58f4582a req-a3f831af-725c-4fb1-abb4-f148b14ce60a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678196 Nov 02 12:53:58.113826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-74fc3a46-8570-47e2-8cac-ba862940836d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.115259 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-74fc3a46-8570-47e2-8cac-ba862940836d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports/a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 942 time: 0.0792716 Nov 02 12:53:58.120071 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d7ec8f7-8153-4102-bc73-82d9f5fe631c req-45fe0a25-2761-40be-9e78-9c07fd0f83a5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5044732 Nov 02 12:53:58.150571 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f70bd3-a79c-4d1a-8097-013a3886e0f8 req-eb838ad3-73f1-461e-a6fb-4de7370f4662 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.158835 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8f70bd3-a79c-4d1a-8097-013a3886e0f8 req-eb838ad3-73f1-461e-a6fb-4de7370f4662 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.5088110 Nov 02 12:53:58.234805 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8f70bd3-a79c-4d1a-8097-013a3886e0f8 req-e1e5bcf3-e2db-4251-ac05-55b7abac1e97 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745523 Nov 02 12:53:58.319529 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbfec5-2897-4709-a7cf-5b71e5e025b7 req-a5d6f7a3-6ba6-4f44-83c0-1341a67578fa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.321754 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f8bbfec5-2897-4709-a7cf-5b71e5e025b7 req-a5d6f7a3-6ba6-4f44-83c0-1341a67578fa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1058028 Nov 02 12:53:58.417668 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f8bbfec5-2897-4709-a7cf-5b71e5e025b7 req-afbacecb-a463-4b5b-b474-6fd69c29dc2d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875375 Nov 02 12:53:58.435209 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea7a20-e088-47ba-b4d5-558d61341782 req-6fe04c23-09ad-4c13-85b4-72a33f36548e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.437630 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7bea7a20-e088-47ba-b4d5-558d61341782 req-6fe04c23-09ad-4c13-85b4-72a33f36548e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0959346 Nov 02 12:53:58.510115 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7bea7a20-e088-47ba-b4d5-558d61341782 req-a478c073-3483-4703-a877-05428e4f4ba5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647240 Nov 02 12:53:58.544574 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a5f261a-cfa5-4206-bfc6-18e2f8039ed9 req-01b00b7d-3268-4f80-907b-5c32e382a9b3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 210 time: 0.0332572 Nov 02 12:53:58.867653 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:53:58.984450 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a76cbef7-e568-4ca3-8337-0b06b158ed78 is: ACTIVE; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:53:58.985492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-5fbd688b-d9ba-4537-a911-b1e5de1aa962 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.986874 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-5fbd688b-d9ba-4537-a911-b1e5de1aa962 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 816 time: 0.1566792 Nov 02 12:53:58.987106 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:58.989389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e219f-aafd-41f0-923c-500e8c412541 req-af76a24a-c31f-4973-ad8f-cd742418b148 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:58.996591 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-969e219f-aafd-41f0-923c-500e8c412541 req-af76a24a-c31f-4973-ad8f-cd742418b148 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0781758 Nov 02 12:53:59.039047 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:53:59.046882 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.055096 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-969e219f-aafd-41f0-923c-500e8c412541 req-1e70a6df-8b53-4598-a08d-62b978ebba81 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566878 Nov 02 12:53:59.091407 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-31ea32a8-a1a0-4b37-9230-5d654fbe18ce tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 380 time: 0.0798264 Nov 02 12:53:59.101638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'port': {'device_id': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'admin_state_up': True, 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'security_groups': ['13b0f175-0bcb-48e0-a22f-6cba52879d57']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:53:59.108443 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=6']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:59.245324 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Made reservation on behalf of db03c62f4da8405fa17e29a357979ebf for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:53:59.251072 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.324403 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96600954-dcb5-4215-b9e0-3680c5dba1b8 req-20408ad0-7d57-4070-ab1c-60d86e8bcc2e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.326975 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-96600954-dcb5-4215-b9e0-3680c5dba1b8 req-20408ad0-7d57-4070-ab1c-60d86e8bcc2e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 944 time: 0.0902567 Nov 02 12:53:59.405451 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-96600954-dcb5-4215-b9e0-3680c5dba1b8 req-c872180f-15fd-4693-92c3-bcf0f0fe5cab tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664933 Nov 02 12:53:59.453924 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Allocated IP 172.20.0.11 (c0e77433-3e3d-49ad-95b9-de1a659b0a05/c5f746c2-ec01-4f3c-9aaa-5f75a45c795a/496fe476-5fc4-4b25-a128-fff51e18f47e) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:53:59.474494 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1acfcbc-b031-4bf3-8483-16aab2e73630 req-b8792c3f-fe06-46e7-bf03-36fa51590dcd tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.476448 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d1acfcbc-b031-4bf3-8483-16aab2e73630 req-b8792c3f-fe06-46e7-bf03-36fa51590dcd tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0921984 Nov 02 12:53:59.573173 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:53:59.576881 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb0009c-2b6e-47fc-9622-72be9ae42e9f" -d '{"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-unplugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:53:59.590770 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d1acfcbc-b031-4bf3-8483-16aab2e73630 req-eb703550-bacb-4d1d-9c14-e102bde751c4 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049607 Nov 02 12:53:59.622590 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb83502-64ed-45f5-b415-834710aa63ef req-e2dae6c2-7b60-42fc-8941-33aff3788868 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.631665 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bb83502-64ed-45f5-b415-834710aa63ef req-e2dae6c2-7b60-42fc-8941-33aff3788868 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1044819 Nov 02 12:53:59.684230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.712606 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5bb83502-64ed-45f5-b415-834710aa63ef req-f7853946-e55d-4686-beac-c97b49cb30d1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727088 Nov 02 12:53:59.759604 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.774133 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6347fa-297b-4004-abc0-01771c5b13e6 x-openstack-request-id: req-0b6347fa-297b-4004-abc0-01771c5b13e6 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:53:59.774703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-unplugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:53:59.775104 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0b6347fa-297b-4004-abc0-01771c5b13e6 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:53:59.776202 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b6347fa-297b-4004-abc0-01771c5b13e6'] response: {'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'code': 200} Nov 02 12:53:59.813365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff0b34-00d5-4a28-a550-a02aa60a981c req-7601cfc1-cad2-42a0-90d0-cfb517a75f43 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.822835 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffff0b34-00d5-4a28-a550-a02aa60a981c req-7601cfc1-cad2-42a0-90d0-cfb517a75f43 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0984902 Nov 02 12:53:59.840906 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:53:59.846981 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:53:59.850840 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:53:59.906430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:53:59.944956 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffff0b34-00d5-4a28-a550-a02aa60a981c req-f985cc4b-c2a6-4b8f-aa24-4c53cda0993c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207223 Nov 02 12:53:59.946651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.947650 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:53:59.975291 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-4c1f0151-e366-4992-bbec-d396e8f654ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8779831 Nov 02 12:53:59.975635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6e28-82d1-43c4-b7fe-2d73da325bf7 req-8da33b22-363f-4727-877d-e65ad63c2971 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:53:59.991931 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a19e6e28-82d1-43c4-b7fe-2d73da325bf7 req-8da33b22-363f-4727-877d-e65ad63c2971 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 932 time: 0.1550868 Nov 02 12:54:00.014367 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Request body: {'port': {'device_id': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:00.102161 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a19e6e28-82d1-43c4-b7fe-2d73da325bf7 req-35e65de0-54c3-43aa-b704-7be0621a7ffc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983400 Nov 02 12:54:00.172652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Provisioning complete for port 496fe476-5fc4-4b25-a128-fff51e18f47e triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:00.173216 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.174511 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Attempt 1 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:54:00.179434 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.213951 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Port 496fe476-5fc4-4b25-a128-fff51e18f47e cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:00.257298 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19621537-2d57-43fa-a397-19473bcc11ea req-7b80272d-c1f5-4f4d-ae31-be82b080567f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.259492 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-19621537-2d57-43fa-a397-19473bcc11ea req-7b80272d-c1f5-4f4d-ae31-be82b080567f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0697334 Nov 02 12:54:00.328893 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-19621537-2d57-43fa-a397-19473bcc11ea req-5398c4a2-c90d-4bd1-bde7-9790eedba704 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613649 Nov 02 12:54:00.446758 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-4c2b1185-c6b4-4964-ae20-5c163329d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.447999 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-4c2b1185-c6b4-4964-ae20-5c163329d2f8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d&tenant_id=4c97257820854f7fa911c9f73082f468 HTTP/1.1" status: 200 len: 1127 time: 0.1235707 Nov 02 12:54:00.575825 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21b0d9e-a4bc-42a9-9484-6503b23a50c9 req-f2170f52-682a-4e34-a282-7d6556b4c43a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.577447 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d21b0d9e-a4bc-42a9-9484-6503b23a50c9 req-f2170f52-682a-4e34-a282-7d6556b4c43a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 944 time: 0.0820873 Nov 02 12:54:00.600066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:00.610262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks [] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.615452 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-6fec6983-e5d5-461e-a1d0-3e2cae4c09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.617005 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-6fec6983-e5d5-461e-a1d0-3e2cae4c09ea service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1127 time: 0.1237388 Nov 02 12:54:00.633553 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Transition to ACTIVE for port object 496fe476-5fc4-4b25-a128-fff51e18f47e will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:54:00.646731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.647775 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d21b0d9e-a4bc-42a9-9484-6503b23a50c9 req-0333f170-ac4a-4c59-9fcb-39d1cf634d93 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620825 Nov 02 12:54:00.715257 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Attempt 2 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:54:00.769452 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Port 496fe476-5fc4-4b25-a128-fff51e18f47e cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:54:00.772422 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204dbcc-dfee-43d0-84ee-0d709b0d929a req-5fc88a82-da0f-4bb2-80ca-179a96010b20 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.775396 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1204dbcc-dfee-43d0-84ee-0d709b0d929a req-5fc88a82-da0f-4bb2-80ca-179a96010b20 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0813282 Nov 02 12:54:00.779488 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:00.841960 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-9ec6683f-dce8-41fb-8346-5b3d26e80c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.843738 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-9ec6683f-dce8-41fb-8346-5b3d26e80c73 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.2086167 Nov 02 12:54:00.870104 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f27b0f9c-9831-4f01-9ab6-a7d30362ecbd up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:00.875441 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1204dbcc-dfee-43d0-84ee-0d709b0d929a req-8c9a9d44-94b0-4ddc-b658-a58bed1c2c92 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903640 Nov 02 12:54:00.897030 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Attempting to bind port 496fe476-5fc4-4b25-a128-fff51e18f47e on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:54:00.897385 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Attempting to bind port 496fe476-5fc4-4b25-a128-fff51e18f47e by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:54:00.898051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Attempting to bind port 496fe476-5fc4-4b25-a128-fff51e18f47e on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:00.904330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f125245-b468-40db-a73f-b98141f36d3a req-c5494137-5b0f-42c9-b1e0-8abf74ec36e5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:00.905961 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f125245-b468-40db-a73f-b98141f36d3a req-c5494137-5b0f-42c9-b1e0-8abf74ec36e5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0761137 Nov 02 12:54:00.917372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Port 496fe476-5fc4-4b25-a128-fff51e18f47e on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:54:00.917803 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Attempting to bind port 496fe476-5fc4-4b25-a128-fff51e18f47e on network c0e77433-3e3d-49ad-95b9-de1a659b0a05 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:54:00.930998 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:54:00.931341 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Checking segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:54:00.931919 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Bound using segment: {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:54:00.933052 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Bound port: 496fe476-5fc4-4b25-a128-fff51e18f47e, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058a7e9c-7f52-497a-8b34-c6778d3bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1399, 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:54:00.933913 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.942205 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:54:00.948702 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:00.949039 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:00.949458 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd Nov 02 12:54:00.958991 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-1103d5ed-036e-47fd-9d22-14f9215a57e0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 999 time: 0.1085596 Nov 02 12:54:00.987767 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f125245-b468-40db-a73f-b98141f36d3a req-0d97fa92-c540-48dd-bc8b-8f19184e41d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689764 Nov 02 12:54:01.069596 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-53c0dae7-1e14-4ce0-aea6-cdb2ffec0bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.071103 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-53c0dae7-1e14-4ce0-aea6-cdb2ffec0bde service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.1043174 Nov 02 12:54:01.077294 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:01.077748 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:54:01.078351 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.083733 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:54:01.104005 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.111831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.113148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.115230 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] 10.222.0.94 "PUT /v2.0/ports/496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 1094 time: 1.1108086 Nov 02 12:54:01.126393 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:01.134026 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.168703 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d0127-5173-41ee-983f-a83f7ce13dce req-4b94a6ea-d901-4ab6-b43d-b680aaa40608 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.170622 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a21d0127-5173-41ee-983f-a83f7ce13dce req-4b94a6ea-d901-4ab6-b43d-b680aaa40608 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.1027036 Nov 02 12:54:01.195348 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:01.203816 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb00f004-0c5f-42de-b566-66e5ad134c41" -d '{"events": [{"name": "network-changed", "server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:01.208840 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:01.271168 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Attempt 3 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:54:01.281957 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a21d0127-5173-41ee-983f-a83f7ce13dce req-dc1dda4c-89d7-4b6a-8461-ae6bd5445fe7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002960 Nov 02 12:54:01.310369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d626d-20af-40a9-919d-f692724b3349 service neutron] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:01.327738 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-d6e7b9d9-23a7-45cd-a979-486eaa79cbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.330696 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-d6e7b9d9-23a7-45cd-a979-486eaa79cbaf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2489855 Nov 02 12:54:01.334988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-e488860a-547d-42ed-90a2-33e7c37529a6 None None] Port 496fe476-5fc4-4b25-a128-fff51e18f47e had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:54:01.343298 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-6eec1ed3-5ab2-4076-8973-49f67b959eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.345172 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-6eec1ed3-5ab2-4076-8973-49f67b959eca service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1128 time: 0.1279149 Nov 02 12:54:01.357024 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56472a74-4ea8-4224-a767-2452c27b360c x-openstack-request-id: req-56472a74-4ea8-4224-a767-2452c27b360c {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:01.357763 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e31ce3-b1c8-4331-8e96-c0607a499894 req-35e289a8-e749-4f24-b58c-f5b2d579bee2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.359618 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:01.359618 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-56472a74-4ea8-4224-a767-2452c27b360c {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:01.359618 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56472a74-4ea8-4224-a767-2452c27b360c'] response: {'name': 'network-changed', 'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'status': 'completed', 'code': 200} Nov 02 12:54:01.369335 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66e31ce3-b1c8-4331-8e96-c0607a499894 req-35e289a8-e749-4f24-b58c-f5b2d579bee2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.1104169 Nov 02 12:54:01.444946 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-66e31ce3-b1c8-4331-8e96-c0607a499894 req-794f85a7-623e-43f1-b7d7-51356cf89275 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745401 Nov 02 12:54:01.455897 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-c2a0cae5-6a9e-4704-96b2-8eb52dfd242f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 217 time: 0.0737240 Nov 02 12:54:01.504908 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efa03e-57f6-469c-a99d-a9db1c6b1900 req-4bd7d9c1-eae0-4f7c-886d-0d7da3a7efde tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.507690 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5efa03e-57f6-469c-a99d-a9db1c6b1900 req-4bd7d9c1-eae0-4f7c-886d-0d7da3a7efde tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0811915 Nov 02 12:54:01.517854 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41192) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:01.524159 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'port_id': '81575abc-8d5f-40cc-8abf-f7cf54627b0c'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:01.555729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-78247c65-1134-4ceb-ac65-a6902c0a65c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.557207 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-78247c65-1134-4ceb-ac65-a6902c0a65c2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0920107 Nov 02 12:54:01.559273 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-d0ea57bb-1155-4b49-b6f0-ff947f06ddd1 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117970 Nov 02 12:54:01.605699 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:01.741635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fe541-5a48-4418-aa4d-b0ba4e1be312 req-321f1a16-d5b6-4886-bd2e-069498446b5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.744313 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-693fe541-5a48-4418-aa4d-b0ba4e1be312 req-321f1a16-d5b6-4886-bd2e-069498446b5e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.2234957 Nov 02 12:54:01.746807 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-d7aaff01-b6e7-4441-8477-f4fb75c7c830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.749277 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-d7aaff01-b6e7-4441-8477-f4fb75c7c830 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1800468 Nov 02 12:54:01.778214 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:01.781105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47643ddd-5ff7-4250-a032-e62b2d3fce81" -d '{"events": [{"server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "name": "network-vif-plugged", "status": "completed", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:01.856848 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6afd0fd9-29b3-436a-9e01-2a06441dcf95 req-20dd4fc4-9fcf-423a-bdba-2b5d3372748c service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736788 Nov 02 12:54:01.928812 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-c4fc7bfa-8dd4-4b56-b353-dd31404a735a service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708302 Nov 02 12:54:01.981389 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-693fe541-5a48-4418-aa4d-b0ba4e1be312 req-2a0c6514-7513-4f3e-80f8-077fc2173666 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831245 Nov 02 12:54:01.990321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfd5b6-db21-45e7-891a-8c68ec28d464 req-0a60cba5-f79e-4f0f-a095-a30a7adae348 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:01.991933 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5cfd5b6-db21-45e7-891a-8c68ec28d464 req-0a60cba5-f79e-4f0f-a095-a30a7adae348 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.2373788 Nov 02 12:54:02.050060 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a9286c-238a-4aa0-96ac-9a3a8979e74c x-openstack-request-id: req-b1a9286c-238a-4aa0-96ac-9a3a8979e74c {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:02.050734 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "name": "network-vif-plugged", "status": "completed", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:02.051623 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b1a9286c-238a-4aa0-96ac-9a3a8979e74c {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:02.052297 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a9286c-238a-4aa0-96ac-9a3a8979e74c'] response: {'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'code': 200} Nov 02 12:54:02.079292 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5497e940-b13c-40d2-9044-3b13c7c1285f req-8336f347-19cc-4c13-9725-211a48528854 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433930 Nov 02 12:54:02.121121 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5cfd5b6-db21-45e7-891a-8c68ec28d464 req-837e246a-3525-4f42-964b-1b84686bcf8f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199510 Nov 02 12:54:02.249244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-7e8ed1e8-03e7-4ff6-91c9-b5da2bc81779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.251178 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-7e8ed1e8-03e7-4ff6-91c9-b5da2bc81779 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1128 time: 0.0679238 Nov 02 12:54:02.337757 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136525a-1210-4c18-b595-713f04fde97a req-9dbcf618-c6ae-4db3-894a-cd87b89e83e6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.340318 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6136525a-1210-4c18-b595-713f04fde97a req-9dbcf618-c6ae-4db3-894a-cd87b89e83e6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.2179611 Nov 02 12:54:02.363306 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-20eb5063-f5e5-4752-9753-e63a3e4e366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.364956 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-20eb5063-f5e5-4752-9753-e63a3e4e366f service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.1067963 Nov 02 12:54:02.377476 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e510c2-5567-4a3f-9b5f-d93e2fd543d2 req-0b62c9eb-f6e1-413f-b100-432bed430a8c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.380031 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-36e510c2-5567-4a3f-9b5f-d93e2fd543d2 req-0b62c9eb-f6e1-413f-b100-432bed430a8c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1967933 Nov 02 12:54:02.415860 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-d1375f91-b46b-4151-94f2-4ba410b17817 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 217 time: 0.0432901 Nov 02 12:54:02.473917 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-03685180-3979-4728-823d-b51eedab7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.475841 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-03685180-3979-4728-823d-b51eedab7620 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0522778 Nov 02 12:54:02.552400 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6136525a-1210-4c18-b595-713f04fde97a req-46c88f34-23c9-4bd1-966c-02642fe88e9c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997700 Nov 02 12:54:02.586445 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-2f392972-3818-4e50-8082-213111a95a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.589462 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-2f392972-3818-4e50-8082-213111a95a03 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987298 Nov 02 12:54:02.593319 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-36e510c2-5567-4a3f-9b5f-d93e2fd543d2 req-76032371-c72b-4848-8700-1021c9dc2524 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889007 Nov 02 12:54:02.597289 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.605053 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:02.606262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8e5e2-2dd3-4f32-a0e6-be45445e920a req-fc1b0f04-52aa-4617-8d4e-456c40ffd4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.608087 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a2b8e5e2-2dd3-4f32-a0e6-be45445e920a req-fc1b0f04-52aa-4617-8d4e-456c40ffd4ec service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1129 time: 0.1079464 Nov 02 12:54:02.722215 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a2b8e5e2-2dd3-4f32-a0e6-be45445e920a req-61b58036-a8a4-48c3-be9e-9cd525295aa5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000979 Nov 02 12:54:02.739379 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-604a1690-896a-48fd-b188-5317ce63af77 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438873 Nov 02 12:54:02.780397 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920db983-4f3c-4fd1-bf8c-77cde3026a3c req-b3a2bda3-9ae1-476f-999e-5ab6af02ed7a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:02.781956 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-920db983-4f3c-4fd1-bf8c-77cde3026a3c req-b3a2bda3-9ae1-476f-999e-5ab6af02ed7a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.1255717 Nov 02 12:54:02.783591 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 5093afd2-a7ce-4dc6-9de1-1da613b35ede associated. External IP: 172.27.0.115, port: 81575abc-8d5f-40cc-8abf-f7cf54627b0c. Nov 02 12:54:02.906682 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-920db983-4f3c-4fd1-bf8c-77cde3026a3c req-18ae82cf-b166-44f4-9a91-1cec275582f8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863931 Nov 02 12:54:03.216438 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-bb00f004-0c5f-42de-b566-66e5ad134c41 req-38105a16-5cb4-4b73-9f52-2c244a49fc17 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312706 Nov 02 12:54:03.364046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:03.391836 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fa7b7-5dfc-4a7b-8276-9bdf2c1930da req-1ec28d2b-43c7-428c-8916-5900fe588a8f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.394268 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-344fa7b7-5dfc-4a7b-8276-9bdf2c1930da req-1ec28d2b-43c7-428c-8916-5900fe588a8f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.1204886 Nov 02 12:54:03.407031 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce491dd-bbd1-4249-b1c1-6b8082ff242e req-6b7996ba-ddff-4590-9b59-914ef6605dad tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.409707 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bce491dd-bbd1-4249-b1c1-6b8082ff242e req-6b7996ba-ddff-4590-9b59-914ef6605dad tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.1347802 Nov 02 12:54:03.549602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-3e3b709e-105a-4baf-b8e7-5aaa2d9ee1ae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.551152 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-3e3b709e-105a-4baf-b8e7-5aaa2d9ee1ae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 945 time: 0.0640860 Nov 02 12:54:03.566621 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bce491dd-bbd1-4249-b1c1-6b8082ff242e req-cedefd6c-d3a0-488e-8f59-3a148e9e9f4d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212966 Nov 02 12:54:03.569612 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-344fa7b7-5dfc-4a7b-8276-9bdf2c1930da req-6cc57530-3c03-4e3f-ae0c-1910aa16b77f tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255586 Nov 02 12:54:03.609989 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:03.621908 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:03.622778 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.640117 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:03.645258 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:03.670466 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-79b75fb0-fbd0-41bb-aa15-4ee6567e00b4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "PUT /v2.0/floatingips/5093afd2-a7ce-4dc6-9de1-1da613b35ede HTTP/1.1" status: 200 len: 992 time: 2.1508317 Nov 02 12:54:03.671139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:03.675801 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768d50d-4d20-46c6-bafe-048fda260ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:03.703984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Deleting port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:03.705546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.775538 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc0696-c1b9-4823-84f7-49bba5349854 req-277948df-6e4d-4572-b0dd-61d156559156 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.775767 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:03.778936 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d0bc0696-c1b9-4823-84f7-49bba5349854 req-277948df-6e4d-4572-b0dd-61d156559156 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0974991 Nov 02 12:54:03.810663 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0356-5aaa-4461-8075-c745baf58eb0 req-b3ae80f8-3880-44f6-9d2e-1dbb722cc807 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:03.812481 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-317c0356-5aaa-4461-8075-c745baf58eb0 req-b3ae80f8-3880-44f6-9d2e-1dbb722cc807 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0971220 Nov 02 12:54:03.825270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] For port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:03.825735 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:03.873506 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d0bc0696-c1b9-4823-84f7-49bba5349854 req-459f82b0-09e5-40f7-9198-88d8f620c5e7 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887396 Nov 02 12:54:03.940618 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-317c0356-5aaa-4461-8075-c745baf58eb0 req-f9a255fd-b6cf-49f6-9c0c-52c334e4ccc9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092834 Nov 02 12:54:03.978001 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aee5832-13b2-4f49-95a7-7befff31eaa9 x-openstack-request-id: req-5aee5832-13b2-4f49-95a7-7befff31eaa9 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:03.978715 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:03.979236 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5aee5832-13b2-4f49-95a7-7befff31eaa9 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:03.979953 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aee5832-13b2-4f49-95a7-7befff31eaa9'] response: {'name': 'network-changed', 'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'status': 'completed', 'code': 200} Nov 02 12:54:04.069424 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '5093afd2-a7ce-4dc6-9de1-1da613b35ede', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:97:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:41Z', 'updated_at': '2022-11-02T12:54:02Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:04.105459 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:04.122253 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:04.123192 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:04.161006 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd8669-9f9e-4b37-9751-694a3eee3cb3 req-f8f5e87b-4543-43ba-a3c8-c8f0351382ce tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.175208 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2dfd8669-9f9e-4b37-9751-694a3eee3cb3 req-f8f5e87b-4543-43ba-a3c8-c8f0351382ce tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.1211691 Nov 02 12:54:04.274511 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2dfd8669-9f9e-4b37-9751-694a3eee3cb3 req-cadfb223-cdf1-448a-9309-23982ae211e7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980971 Nov 02 12:54:04.279842 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:04.424269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-4fddda95-569a-4042-b1dd-4243dfdb8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.425824 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-4fddda95-569a-4042-b1dd-4243dfdb8c2a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 1130 time: 0.1863132 Nov 02 12:54:04.445138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.445714 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.446046 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Floating IP 389a54fa-732a-41ce-ac01-cb75aa3d5fe4 disassociated. External IP: 172.27.0.254, port: f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc. Nov 02 12:54:04.446442 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Calling delete_port for f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:04.602715 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-dcde95c9-b3ef-40d3-bbbb-240e04c9bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.619229 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-dcde95c9-b3ef-40d3-bbbb-240e04c9bbd1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.1836762 Nov 02 12:54:04.644903 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '5093afd2-a7ce-4dc6-9de1-1da613b35ede', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:97:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:41Z', 'updated_at': '2022-11-02T12:54:02Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:04.686785 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec0007e-2d27-48ea-a103-aaa4e2c83860 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '5093afd2-a7ce-4dc6-9de1-1da613b35ede', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.115', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:97:da:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:41Z', 'updated_at': '2022-11-02T12:54:02Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:04.781749 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:04.839230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event deleted for resources: {'Port': ['ID=f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:04.852297 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff9a39-3b31-4902-b87f-d6646072fb10 req-7763d820-847e-4db4-928c-0f380890621a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.865334 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4fff9a39-3b31-4902-b87f-d6646072fb10 req-7763d820-847e-4db4-928c-0f380890621a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.1800084 Nov 02 12:54:04.879333 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-3eff54c2-ada8-435b-8f1f-914580b258ce service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c HTTP/1.1" status: 200 len: 1000 time: 0.2213652 Nov 02 12:54:04.932205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec18b46-7136-41c8-9d0d-442db62551e0 req-758acd15-d36c-4cb6-aee9-0e5ffeefe8da tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:04.933877 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ec18b46-7136-41c8-9d0d-442db62551e0 req-758acd15-d36c-4cb6-aee9-0e5ffeefe8da tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 867 time: 0.2160983 Nov 02 12:54:04.988025 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4fff9a39-3b31-4902-b87f-d6646072fb10 req-897cf67f-f17f-4087-8616-a5c460044abb tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213322 Nov 02 12:54:05.008933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-6b4357ae-2a50-4226-a98f-06af99bfdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.010850 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-6b4357ae-2a50-4226-a98f-06af99bfdc69 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0792210 Nov 02 12:54:05.065974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c2ff7b-9956-43ed-8588-7330b14c59fb None None] New status for floating IP 5093afd2-a7ce-4dc6-9de1-1da613b35ede: ACTIVE {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:54:05.066588 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7ec18b46-7136-41c8-9d0d-442db62551e0 req-41d80f55-cf5f-4029-8174-b946de6a1c86 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210814 Nov 02 12:54:05.198735 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Router b74e0f51-b777-419b-854d-d942104c0d42 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:05.200895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-5550f6e7-0fe0-4ae4-bd73-7c975849a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.202910 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-5550f6e7-0fe0-4ae4-bd73-7c975849a716 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1806107 Nov 02 12:54:05.240139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffb7b6-7ce4-42b4-b609-c20bf3179c6a req-ded88c6c-e0c9-4c7f-a7b2-68b851c42cbc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.242750 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5ffb7b6-7ce4-42b4-b609-c20bf3179c6a req-ded88c6c-e0c9-4c7f-a7b2-68b851c42cbc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.1409998 Nov 02 12:54:05.286366 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b8ec8-bd60-48e1-a6eb-663ea9fa537f req-fa1778f4-a62c-4a7e-8c09-ceabeaf1d5f9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.288225 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa3b8ec8-bd60-48e1-a6eb-663ea9fa537f req-fa1778f4-a62c-4a7e-8c09-ceabeaf1d5f9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1115584 Nov 02 12:54:05.353367 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c5ffb7b6-7ce4-42b4-b609-c20bf3179c6a req-c7d3f064-093b-442d-adbe-ea519d1e6b52 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010268 Nov 02 12:54:05.425344 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fa3b8ec8-bd60-48e1-a6eb-663ea9fa537f req-74065dd9-fb84-4a52-af2d-5651ae527d26 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122246 Nov 02 12:54:05.441398 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-03238767-69c1-4185-bb46-d920b84ff175 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310200 Nov 02 12:54:05.526667 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:05.541317 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:05.556291 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:05.557339 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:05.562832 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2a7c8-94c6-4d6d-9c3a-b89706253401 req-bd78557c-9a17-4fdf-8b4e-d4a2138a3ff7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:05.566851 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eba2a7c8-94c6-4d6d-9c3a-b89706253401 req-bd78557c-9a17-4fdf-8b4e-d4a2138a3ff7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0866148 Nov 02 12:54:05.586679 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] No DVR routers for this DVR port f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:05.590547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:05.594047 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-62883ff3-acad-43f0-bbf3-1783e8dbfd88 req-26af2ac4-20a6-47a7-9377-06873175115c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "DELETE /v2.0/ports/f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc HTTP/1.1" status: 204 len: 173 time: 2.0367289 Nov 02 12:54:05.594592 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'name': 'network-vif-deleted', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:05.597401 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a160a00e-7a71-4a97-b5f7-d44bc5a63671" -d '{"events": [{"server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "name": "network-vif-deleted", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:05.654101 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eba2a7c8-94c6-4d6d-9c3a-b89706253401 req-f2e04481-d4ae-468e-9ce1-4fe24744d0e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786932 Nov 02 12:54:05.659832 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-5768d50d-4d20-46c6-bafe-048fda260ca4 req-c0302241-2835-4947-8afd-4db51eba6f47 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063000 Nov 02 12:54:05.673696 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91e3f51-70be-4750-b940-00dfdf20c22d x-openstack-request-id: req-d91e3f51-70be-4750-b940-00dfdf20c22d {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:05.674209 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd643b97-015e-4fa5-bb3a-9aff93d286a5", "name": "network-vif-deleted", "tag": "f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:05.674651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d91e3f51-70be-4750-b940-00dfdf20c22d {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:05.675290 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91e3f51-70be-4750-b940-00dfdf20c22d'] response: {'server_uuid': 'dd643b97-015e-4fa5-bb3a-9aff93d286a5', 'name': 'network-vif-deleted', 'tag': 'f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc', 'status': 'completed', 'code': 200} Nov 02 12:54:05.723010 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:05.952552 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:05.980336 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:05.990596 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:05.991236 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:06.103558 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:06.166940 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e74ff5-32d9-4883-9fae-f05d63eedb0e req-1c15cf3d-ef58-44f1-830e-0afeb720f909 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.168873 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89e74ff5-32d9-4883-9fae-f05d63eedb0e req-1c15cf3d-ef58-44f1-830e-0afeb720f909 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0774944 Nov 02 12:54:06.270312 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e3a696e1-fe9e-4132-8046-2de4f4d2c41b req-581804d3-7cc7-4111-ab61-0f7fc6c16bf4 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=dd643b97-015e-4fa5-bb3a-9aff93d286a5 HTTP/1.1" status: 200 len: 210 time: 0.0501835 Nov 02 12:54:06.279079 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-89e74ff5-32d9-4883-9fae-f05d63eedb0e req-d156621e-f45a-4103-93ca-881f3f56dac7 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027627 Nov 02 12:54:06.406937 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:06.441039 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0402a6-a6a1-425d-a97b-0ef917dffd00 req-f97233e6-733e-4968-bdc4-f310dcd2bad0 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.443175 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e0402a6-a6a1-425d-a97b-0ef917dffd00 req-f97233e6-733e-4968-bdc4-f310dcd2bad0 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0701916 Nov 02 12:54:06.455590 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4572b2-e24c-402e-8b9e-053c54b8df59 None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:46:11Z', 'revision_number': 4, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '700384ba-659b-496d-af57-5776cf7f5e19', 'name': '', 'network_id': '276715ef-1d86-4168-8d9c-202f0c885f29', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'mac_address': 'fa:16:3e:51:88:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '342ace3b-f12c-40aa-add9-318adad073dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:09Z', 'updated_at': '2022-11-02T12:46:21Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'subnets': [{'id': '342ace3b-f12c-40aa-add9-318adad073dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:06.538825 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e0402a6-a6a1-425d-a97b-0ef917dffd00 req-19ef225b-49df-4cb9-97e2-169c88798494 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797753 Nov 02 12:54:06.556458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee72d18-a8e9-4518-a2fb-8750ffd48ed4 req-81e59ddd-06d8-44e9-8beb-9ccfd1528f69 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.558145 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dee72d18-a8e9-4518-a2fb-8750ffd48ed4 req-81e59ddd-06d8-44e9-8beb-9ccfd1528f69 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0833657 Nov 02 12:54:06.583729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41242) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.642777 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dee72d18-a8e9-4518-a2fb-8750ffd48ed4 req-5d7a1479-5327-43ca-b8b6-57473537d523 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745361 Nov 02 12:54:06.677566 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafd0db9-0658-470a-b6f6-09b18494cee5 tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.680047 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-fafd0db9-0658-470a-b6f6-09b18494cee5 tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1124 time: 0.0948391 Nov 02 12:54:06.682993 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41244) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:06.688561 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:06.706887 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6ff62-fce7-47cd-ae53-ccfcbc0309bb req-903cb0ab-d1c3-419c-9066-e5261ca84819 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.716364 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f7e6ff62-fce7-47cd-ae53-ccfcbc0309bb req-903cb0ab-d1c3-419c-9066-e5261ca84819 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0945807 Nov 02 12:54:06.727979 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.818533 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f7e6ff62-fce7-47cd-ae53-ccfcbc0309bb req-91794f39-1b80-46ea-abf1-45a93972d252 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011088 Nov 02 12:54:06.843479 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b7ffc1-8080-4183-9afa-7027d09d3035 None None] New status for floating IP 389a54fa-732a-41ce-ac01-cb75aa3d5fe4: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:54:06.856467 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d383b23-41da-447c-97fb-2e358a0c3041 req-5294c739-c2be-4c4c-8cd2-2fc255ec0341 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:06.863106 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d383b23-41da-447c-97fb-2e358a0c3041 req-5294c739-c2be-4c4c-8cd2-2fc255ec0341 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0991385 Nov 02 12:54:06.881674 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:06.893428 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:54:06.915988 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2d383b23-41da-447c-97fb-2e358a0c3041 req-053d5f89-ff02-478f-a64f-04b90befbf9d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501497 Nov 02 12:54:06.936427 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:07.034559 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.27.0.32 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/69833627-eb11-4aed-a691-91f2ebc109f5) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:54:07.039759 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:07.040521 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f1aabdea-21d1-4ede-ac71-cc94d7e6c2fc not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:07.094530 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.db.resource_extend [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:54:07.166932 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (69833627-eb11-4aed-a691-91f2ebc109f5), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.204214 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:07.208312 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.222276 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:54:07.259944 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:54:07.262914 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:54:07.265551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:54:07.275000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:07.275633 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.297123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=69833627-eb11-4aed-a691-91f2ebc109f5,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.297344 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:07.330963 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:07.337203 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.395700 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41252) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.397978 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.472166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (7a7e0111-c90a-42d0-82eb-6bcce4e5ef71), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.500631 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (7a7e0111-c90a-42d0-82eb-6bcce4e5ef71), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.573958 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7a7e0111-c90a-42d0-82eb-6bcce4e5ef71), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.577271 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.578721 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "DELETE /v2.0/security-groups/7a7e0111-c90a-42d0-82eb-6bcce4e5ef71 HTTP/1.1" status: 204 len: 168 time: 0.1810076 Nov 02 12:54:07.589747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41254) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.592154 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a16ff-1e2f-4600-a551-349d1a71facc tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e0111-c90a-42d0-82eb-6bcce4e5ef71,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:07.615817 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.api.v2.resource [None req-001cce28-eee3-4d53-844b-88a805c7495e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] show failed (client error): The resource could not be found. Nov 02 12:54:07.620485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-001cce28-eee3-4d53-844b-88a805c7495e tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups/7a7e0111-c90a-42d0-82eb-6bcce4e5ef71 HTTP/1.1" status: 404 len: 347 time: 0.0264003 Nov 02 12:54:07.621462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41256) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:07.744365 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (6f994002-b76e-4397-af7b-a9284684cd0f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.794451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Deleting port 0754dec2-4d02-4eb8-8c18-1965cdf6a23b {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:07.795296 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.797959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['496fe476-5fc4-4b25-a128-fff51e18f47e'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:07.839483 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.885574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8685403-a09d-48c5-86c8-2ffaa278070e req-fca42e36-4a67-4682-88be-d23bb6bc3574 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:07.887783 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8685403-a09d-48c5-86c8-2ffaa278070e req-fca42e36-4a67-4682-88be-d23bb6bc3574 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.1395872 Nov 02 12:54:07.949235 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:07.949570 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.004558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Calling delete_port for 0754dec2-4d02-4eb8-8c18-1965cdf6a23b owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:08.027960 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e8685403-a09d-48c5-86c8-2ffaa278070e req-1c4f52c0-fc04-4dc3-9a64-b8b91f21052e tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289902 Nov 02 12:54:08.059655 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (69833627-eb11-4aed-a691-91f2ebc109f5), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.066684 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.101503 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcb8b3-e1f1-4b2e-887b-6d2aab7799cb req-70c123cc-9c5b-41c0-b7dc-f4f601ef5761 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.103216 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-befcb8b3-e1f1-4b2e-887b-6d2aab7799cb req-70c123cc-9c5b-41c0-b7dc-f4f601ef5761 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1509113 Nov 02 12:54:08.143236 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (6f994002-b76e-4397-af7b-a9284684cd0f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.209264 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=69833627-eb11-4aed-a691-91f2ebc109f5,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:08.252567 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-befcb8b3-e1f1-4b2e-887b-6d2aab7799cb req-4a20b9e5-896d-4321-97e3-336d784b1f87 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341248 Nov 02 12:54:08.276236 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 6f994002-b76e-4397-af7b-a9284684cd0f associated. External IP: 172.27.0.32, port: f27b0f9c-9831-4f01-9ab6-a7d30362ecbd. Nov 02 12:54:08.291060 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbfcde-71dc-476c-9399-145643f1a4c3 req-83fd00ad-7ee9-4a3c-b78d-a99737018549 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:08.292696 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4fbfcde-71dc-476c-9399-145643f1a4c3 req-83fd00ad-7ee9-4a3c-b78d-a99737018549 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.1311181 Nov 02 12:54:08.293928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (0754dec2-4d02-4eb8-8c18-1965cdf6a23b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.327072 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event deleted for resources: {'Port': ['ID=0754dec2-4d02-4eb8-8c18-1965cdf6a23b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:08.415548 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a4fbfcde-71dc-476c-9399-145643f1a4c3 req-d39b390f-c704-41f0-a4b8-4c3f10c21ba2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964515 Nov 02 12:54:08.431162 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks [] for floatingip (389a54fa-732a-41ce-ac01-cb75aa3d5fe4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.434563 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.435746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3288b930-f93b-4314-944a-efb6151fd7a7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "DELETE /v2.0/floatingips/389a54fa-732a-41ce-ac01-cb75aa3d5fe4 HTTP/1.1" status: 204 len: 168 time: 0.8132408 Nov 02 12:54:08.554206 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:08.667981 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:08.679119 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:08.697512 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:08.800990 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:08.802049 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:08.946895 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:09.000624 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-27ddf0db-2666-4876-898f-471c3b731397 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3161957 Nov 02 12:54:09.003104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:09.004572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd539c-cf62-468e-ab21-b0deed6acac3" -d '{"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:09.045625 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82718b-9020-419c-a99a-0fe3f783da6d x-openstack-request-id: req-fa82718b-9020-419c-a99a-0fe3f783da6d {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:09.046062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:09.046476 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fa82718b-9020-419c-a99a-0fe3f783da6d {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:09.047062 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa82718b-9020-419c-a99a-0fe3f783da6d'] response: {'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'status': 'completed', 'code': 200} Nov 02 12:54:09.171541 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-bfc53273-a20f-4b81-9a2b-68391f00e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.174266 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-bfc53273-a20f-4b81-9a2b-68391f00e520 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1129 time: 0.0777676 Nov 02 12:54:09.217161 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bd83a-c20c-4845-aa97-5265393fd6b5 req-c873cce2-cd8b-4700-b442-75a8d6e9236c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.218968 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-077bd83a-c20c-4845-aa97-5265393fd6b5 req-c873cce2-cd8b-4700-b442-75a8d6e9236c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0877323 Nov 02 12:54:09.246952 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:07Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:09.281111 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:09.291259 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:09.291872 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:53:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:09.295419 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-077bd83a-c20c-4845-aa97-5265393fd6b5 req-42220451-c965-4aae-baf7-330127ed7adf tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601344 Nov 02 12:54:09.343464 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-d120cd49-3f37-44da-abde-a2ef27862222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.345848 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-d120cd49-3f37-44da-abde-a2ef27862222 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.1566882 Nov 02 12:54:09.422549 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:09.431124 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-1742acc2-a0f6-43dd-966b-2bc61532ab59 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 998 time: 0.0783100 Nov 02 12:54:09.432588 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feaee02-2637-4b4c-bc1b-4a4af10048d8 req-d7011cdb-6d83-4302-8d8a-bb558e2736de tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.434252 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6feaee02-2637-4b4c-bc1b-4a4af10048d8 req-d7011cdb-6d83-4302-8d8a-bb558e2736de tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0786958 Nov 02 12:54:09.508763 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-6a98fe32-8a40-47fc-a37a-4851efc1e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.510976 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-6a98fe32-8a40-47fc-a37a-4851efc1e154 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0732121 Nov 02 12:54:09.512046 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6feaee02-2637-4b4c-bc1b-4a4af10048d8 req-ba637567-c9b3-4b15-a387-e8baca3c8dca tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710409 Nov 02 12:54:09.583432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-20008acf-68d1-4fee-bfc5-b76681d38fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.585074 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-20008acf-68d1-4fee-bfc5-b76681d38fa2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653131 Nov 02 12:54:09.592821 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72d995-e550-4efa-8770-cd7abe5eff4c req-6cf74a3f-cac0-4471-bf95-7ad38184698f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.594736 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ce72d995-e550-4efa-8770-cd7abe5eff4c req-6cf74a3f-cac0-4471-bf95-7ad38184698f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.0732300 Nov 02 12:54:09.681166 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ce72d995-e550-4efa-8770-cd7abe5eff4c req-7bc6c6c6-5309-496d-b022-9e1ae6eaae77 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754106 Nov 02 12:54:09.750733 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-d4bf7f47-fbb3-4ba4-9da4-cd0549ae059c service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580949 Nov 02 12:54:09.778510 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:07Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:09.812546 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea677e6e-675f-4311-a141-f011f30d61ee None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:07Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:09.917709 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-38cd539c-cf62-468e-ab21-b0deed6acac3 req-dbdcf003-e9b9-4a76-b322-52f254943212 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611223 Nov 02 12:54:09.969386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58622c53-7c32-4422-93c5-a25511d6ebbe req-32a1b05b-f158-4982-8f1e-8a81d1aff1e0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:09.971042 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-58622c53-7c32-4422-93c5-a25511d6ebbe req-32a1b05b-f158-4982-8f1e-8a81d1aff1e0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0834634 Nov 02 12:54:10.036757 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-b5eee34e-4112-49f6-8c5c-12ae0a87d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.040016 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-b5eee34e-4112-49f6-8c5c-12ae0a87d490 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1129 time: 0.0702009 Nov 02 12:54:10.042219 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-58622c53-7c32-4422-93c5-a25511d6ebbe req-2a2e5e8a-e15f-43b2-ada1-7df8fbc4e5c8 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632970 Nov 02 12:54:10.170598 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837614e-5c5d-4ca5-b471-414bb3879c29 None None] New status for floating IP 6f994002-b76e-4397-af7b-a9284684cd0f: ACTIVE {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:54:10.183840 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-d4b3b195-a707-41fd-8ab5-67068f6f87fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.185646 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-d4b3b195-a707-41fd-8ab5-67068f6f87fb service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.1384482 Nov 02 12:54:10.265645 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-347ba1a6-34ec-44f2-8769-f8580478a1e1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 1001 time: 0.0739853 Nov 02 12:54:10.319350 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-5ef0b794-1186-4d5d-b542-f2bf4b942f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.320813 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-5ef0b794-1186-4d5d-b542-f2bf4b942f4a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0492108 Nov 02 12:54:10.393090 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-6f193fc2-0aaa-4caf-a4cb-bcf0fe16108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.395173 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-6f193fc2-0aaa-4caf-a4cb-bcf0fe16108e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680346 Nov 02 12:54:10.481307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75bb47-bec9-43bd-93d6-03b0b08e01c2 req-9450296c-8ce1-4b7e-bf52-86daa5ad2011 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.482838 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8a75bb47-bec9-43bd-93d6-03b0b08e01c2 req-9450296c-8ce1-4b7e-bf52-86daa5ad2011 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 943 time: 0.0702929 Nov 02 12:54:10.520132 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-9b717d87-5b35-446e-b824-b1226f339aeb service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180487 Nov 02 12:54:10.540334 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8a75bb47-bec9-43bd-93d6-03b0b08e01c2 req-229c9354-c489-4d6a-8d92-cb471d32fa1c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512402 Nov 02 12:54:10.641587 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-822e4717-b5d2-451d-a2ce-e61ca3141d6b req-d5b6f872-d57a-4119-9019-a48e68c6133f service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158891 Nov 02 12:54:10.679571 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c219-3575-4ff8-93be-753cd40d9704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:10.815707 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4466a-f597-40e6-9898-b2b48bf0f9d7 req-f3b684ac-7ec6-43fd-a670-e2957fc73c06 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:10.817194 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7cd4466a-f597-40e6-9898-b2b48bf0f9d7 req-f3b684ac-7ec6-43fd-a670-e2957fc73c06 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.0574954 Nov 02 12:54:10.872124 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7cd4466a-f597-40e6-9898-b2b48bf0f9d7 req-9c68d7e7-01e4-40ca-8dac-e2602aeb49c3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489278 Nov 02 12:54:10.925735 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:54:10.936685 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:11.117910 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.db.resource_extend [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 02 12:54:11.168638 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 496fe476-5fc4-4b25-a128-fff51e18f47e completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:54:11.181135 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 496fe476-5fc4-4b25-a128-fff51e18f47e triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:11.182261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.182261 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:54:11.223566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3b971-c763-42cd-b390-e63d35d6a3cd req-488a3ce4-0eff-430b-8351-670d9b101b3c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.225270 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffd3b971-c763-42cd-b390-e63d35d6a3cd req-488a3ce4-0eff-430b-8351-670d9b101b3c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.1121778 Nov 02 12:54:11.258212 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb499e-63a0-4786-a9e8-bb2eb2b8335e req-3f481439-6e60-45c6-abbd-50c815408c85 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.259756 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03bb499e-63a0-4786-a9e8-bb2eb2b8335e req-3f481439-6e60-45c6-abbd-50c815408c85 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1039486 Nov 02 12:54:11.264549 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:11.282575 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'port_id': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'mac_address': 'fa:16:3e:5e:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:54:11.310170 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ffd3b971-c763-42cd-b390-e63d35d6a3cd req-8b91ba45-8908-4320-abd0-71f18887b122 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Nov 02 12:54:11.351214 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-03bb499e-63a0-4786-a9e8-bb2eb2b8335e req-e8e46150-7fcf-4738-8cf3-2ca1544ae96c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748992 Nov 02 12:54:11.352781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:11.353429 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.374978 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a76cbef7-e568-4ca3-8337-0b06b158ed78 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:11.375468 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.399873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:11.402550 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80464ee-433e-497a-b630-91bd58a3c61f" -d '{"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:11.408972 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76cbef7-e568-4ca3-8337-0b06b158ed78 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:54:11.428032 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:11.446781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.450957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:11.482027 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8e816e-6303-4076-aa04-a12188ed77db x-openstack-request-id: req-7f8e816e-6303-4076-aa04-a12188ed77db {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:11.482328 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:11.482586 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7f8e816e-6303-4076-aa04-a12188ed77db {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:11.482975 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8e816e-6303-4076-aa04-a12188ed77db'] response: {'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'code': 200} Nov 02 12:54:11.483830 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:11.513712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:11.575753 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=7']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:11.688263 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd79ebe-8931-4b29-adee-779e1a205ff7 req-fd1b26d0-a665-4108-9b54-27399400ea05 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.690273 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abd79ebe-8931-4b29-adee-779e1a205ff7 req-fd1b26d0-a665-4108-9b54-27399400ea05 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.0611489 Nov 02 12:54:11.759764 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abd79ebe-8931-4b29-adee-779e1a205ff7 req-cee20d51-677d-49e6-a7d4-5d3aef4ce477 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602798 Nov 02 12:54:11.813405 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd2bd8-5758-4f46-8965-df8d92a568fc req-db8ea348-cb2a-4bed-b98a-a697be7e4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:11.816551 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-39cd2bd8-5758-4f46-8965-df8d92a568fc req-db8ea348-cb2a-4bed-b98a-a697be7e4748 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1130 time: 0.0840406 Nov 02 12:54:11.874726 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-39cd2bd8-5758-4f46-8965-df8d92a568fc req-ee59cb4b-4fbb-4383-8559-05ec0a1ab75a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432661 Nov 02 12:54:12.029886 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db949059-9746-427e-98dd-cfe7a7a57160 req-9c80db1d-2768-4aab-8774-b752b35bed79 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.031421 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db949059-9746-427e-98dd-cfe7a7a57160 req-9c80db1d-2768-4aab-8774-b752b35bed79 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0606902 Nov 02 12:54:12.089485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-db949059-9746-427e-98dd-cfe7a7a57160 req-346a3a0f-da06-453c-97fd-189b49e9e0bd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511763 Nov 02 12:54:12.245203 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['a76cbef7-e568-4ca3-8337-0b06b158ed78'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:12.459388 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f0bba-c212-48c7-8829-184c612fccf8 req-28f7e2fd-1547-455d-8671-dc4ae7ae6d26 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.461279 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d81f0bba-c212-48c7-8829-184c612fccf8 req-28f7e2fd-1547-455d-8671-dc4ae7ae6d26 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0692890 Nov 02 12:54:12.545622 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d81f0bba-c212-48c7-8829-184c612fccf8 req-9d1e08e9-ccbf-45da-9880-73c75013c902 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759132 Nov 02 12:54:12.557224 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf29149-031c-4f75-9f89-88f9fbc5aa98 req-0c0e1b50-6012-49e3-a7e0-2a221a319368 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.558947 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8bf29149-031c-4f75-9f89-88f9fbc5aa98 req-0c0e1b50-6012-49e3-a7e0-2a221a319368 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.1091101 Nov 02 12:54:12.625640 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-71bd25c6-dee6-40ad-9105-2b5b4954dce0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.626849 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8bf29149-031c-4f75-9f89-88f9fbc5aa98 req-14f9b45d-c6b1-423a-8401-2f4df72a5651 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492096 Nov 02 12:54:12.628708 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-71bd25c6-dee6-40ad-9105-2b5b4954dce0 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 945 time: 0.0928266 Nov 02 12:54:12.746773 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Deleting port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:12.746773 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.871052 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] For port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:12.871793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:12.885986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Calling delete_port for 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:12.920864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f332-55e7-4ae6-add6-d78587455c2f req-5d4d979e-c442-4ce9-90af-e1d8ccbe572a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:12.922799 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f933f332-55e7-4ae6-add6-d78587455c2f req-5d4d979e-c442-4ce9-90af-e1d8ccbe572a tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.0799954 Nov 02 12:54:13.003054 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f933f332-55e7-4ae6-add6-d78587455c2f req-0c8056a4-1232-4d36-87c1-a762024e97b9 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727699 Nov 02 12:54:13.066276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (3b3149f8-e1ce-4459-ad7f-c7d33e056bb0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.100316 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event deleted for resources: {'Port': ['ID=3b3149f8-e1ce-4459-ad7f-c7d33e056bb0,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:13.131327 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['77e463c4-25b7-4b1d-bda0-16e9c08b38a3'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:54:13.163126 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] No DVR routers for this DVR port 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:13.173840 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.177556 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b1553a90-4ee5-45bd-9a1b-2fca4fedd045 req-711560f1-a6d7-415d-b953-bcdc76e7e80c tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "DELETE /v2.0/ports/3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 HTTP/1.1" status: 204 len: 173 time: 0.5429657 Nov 02 12:54:13.178096 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'name': 'network-vif-deleted', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:13.181029 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b44f7cb-4c81-4c42-a7f0-fc591f18e7bc" -d '{"events": [{"server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "name": "network-vif-deleted", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:13.227340 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4b644d8f-4a31-4c09-8542-a8764eb79196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:13.260439 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2256424-f3ab-4504-adb7-fa87d0e585c6 x-openstack-request-id: req-c2256424-f3ab-4504-adb7-fa87d0e585c6 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:13.260746 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4342aa2-2158-468a-81fd-594d1b3cdb4e", "name": "network-vif-deleted", "tag": "3b3149f8-e1ce-4459-ad7f-c7d33e056bb0", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:13.261092 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c2256424-f3ab-4504-adb7-fa87d0e585c6 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:13.261806 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2256424-f3ab-4504-adb7-fa87d0e585c6'] response: {'server_uuid': 'd4342aa2-2158-468a-81fd-594d1b3cdb4e', 'name': 'network-vif-deleted', 'tag': '3b3149f8-e1ce-4459-ad7f-c7d33e056bb0', 'status': 'completed', 'code': 200} Nov 02 12:54:13.292099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47748b-1ec8-4330-9e21-cdb325ff6e96 req-00bc689b-c3eb-484c-9b02-3e7efa595a90 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:13.295391 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc47748b-1ec8-4330-9e21-cdb325ff6e96 req-00bc689b-c3eb-484c-9b02-3e7efa595a90 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0916629 Nov 02 12:54:13.369371 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc47748b-1ec8-4330-9e21-cdb325ff6e96 req-d0cbaabe-319d-45e9-ada4-b7d4813e7429 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661006 Nov 02 12:54:13.693740 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-77d5ae27-f5bf-4565-98d6-35a926d37b88 req-a8c5f4a4-1cf0-496b-aa1c-ea7247a22237 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=d4342aa2-2158-468a-81fd-594d1b3cdb4e HTTP/1.1" status: 200 len: 210 time: 0.0292022 Nov 02 12:54:14.167747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612142c-9859-44e8-b056-6112bb2f11ef req-e9377c0f-bbb6-433e-b778-bcfd3275d8f0 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.169269 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f612142c-9859-44e8-b056-6112bb2f11ef req-e9377c0f-bbb6-433e-b778-bcfd3275d8f0 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 944 time: 0.0575271 Nov 02 12:54:14.223647 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f612142c-9859-44e8-b056-6112bb2f11ef req-2b14e779-5f5f-4ca9-b18e-187490154ede tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480866 Nov 02 12:54:14.352334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.513488 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001202c-0dd2-4759-bddc-79933aa25ce0 req-9cc5594f-fe55-447b-b6dd-0fd4e93ed4dd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.514911 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b001202c-0dd2-4759-bddc-79933aa25ce0 req-9cc5594f-fe55-447b-b6dd-0fd4e93ed4dd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0544007 Nov 02 12:54:14.572299 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b001202c-0dd2-4759-bddc-79933aa25ce0 req-51c8455e-8975-44a1-9d1b-5d9ecad63c40 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503223 Nov 02 12:54:14.706668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d3367-25aa-46cc-aa83-b50c45755042 req-587937c1-eb28-4cc6-b1d8-8a1fbdbdcb53 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:14.708172 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a40d3367-25aa-46cc-aa83-b50c45755042 req-587937c1-eb28-4cc6-b1d8-8a1fbdbdcb53 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0584953 Nov 02 12:54:14.718567 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41328) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:14.724146 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Request body: {'floatingip': {'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:54:14.765141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.928920 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:54:14.983800 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:14.999849 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port a76cbef7-e568-4ca3-8337-0b06b158ed78 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:54:15.000426 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.000877 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port a76cbef7-e568-4ca3-8337-0b06b158ed78 Nov 02 12:54:15.084322 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22947023-0cc9-4290-bb12-d02407c5d2a3 req-af32027d-03af-4619-90a0-bd22bab95eb7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:15.085723 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-22947023-0cc9-4290-bb12-d02407c5d2a3 req-af32027d-03af-4619-90a0-bd22bab95eb7 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.1357362 Nov 02 12:54:15.087507 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port a76cbef7-e568-4ca3-8337-0b06b158ed78 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:54:15.087908 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.116139 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:15.118481 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663a2341-9a9f-48aa-94db-02249e1d24fd" -d '{"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-plugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:15.145186 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:15.151951 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.153431 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:15.189274 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb92a46-a19d-4b24-8c6f-59184c927c88 x-openstack-request-id: req-ebb92a46-a19d-4b24-8c6f-59184c927c88 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:15.189693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-plugged", "status": "completed", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:15.189959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ebb92a46-a19d-4b24-8c6f-59184c927c88 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:15.190403 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb92a46-a19d-4b24-8c6f-59184c927c88'] response: {'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'code': 200} Nov 02 12:54:15.192787 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:15.193245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 3b3149f8-e1ce-4459-ad7f-c7d33e056bb0 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:15.242876 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-22947023-0cc9-4290-bb12-d02407c5d2a3 req-78c35e3c-73a9-4283-93d8-655002f10145 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474483 Nov 02 12:54:15.252551 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=8']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:15.398039 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.402570 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.464967 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efd4cb-384a-4b29-8a7a-6f70ec1429b5 req-7bcb196d-5d55-446c-b7a3-d3812e283cf6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:15.466515 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-02efd4cb-384a-4b29-8a7a-6f70ec1429b5 req-7bcb196d-5d55-446c-b7a3-d3812e283cf6 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1177213 Nov 02 12:54:15.554796 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Floating IP fc086f64-152c-4c33-8978-aedbe2b9c066 associated. External IP: 172.27.0.70, port: 496fe476-5fc4-4b25-a128-fff51e18f47e. Nov 02 12:54:15.567903 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-02efd4cb-384a-4b29-8a7a-6f70ec1429b5 req-753089f2-4723-4414-83eb-b7bab84b7d68 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932689 Nov 02 12:54:15.639597 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8bbfa3-bd50-4fa5-b5b1-8a9fcdef1c23 req-a8ca05e2-2bdb-4330-86bd-f4e694e7ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:15.641741 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-1f8bbfa3-bd50-4fa5-b5b1-8a9fcdef1c23 req-a8ca05e2-2bdb-4330-86bd-f4e694e7ec6f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0603473 Nov 02 12:54:15.693579 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:15.714715 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-1f8bbfa3-bd50-4fa5-b5b1-8a9fcdef1c23 req-2ab381ce-a64d-49a5-8086-30738c27d407 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508208 Nov 02 12:54:16.043932 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:16.155144 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:16.160565 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.165897 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:16.179809 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:16.180623 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:54:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.196084 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ed5723b0-1d16-4c59-9ab8-7115bba6a9d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "PUT /v2.0/floatingips/fc086f64-152c-4c33-8978-aedbe2b9c066 HTTP/1.1" status: 200 len: 991 time: 1.4762819 Nov 02 12:54:16.196907 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:16.199614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9072c90-027a-42ba-bc84-09aaa2de1288" -d '{"events": [{"name": "network-changed", "server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:16.241879 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545173e8-51d1-4fd4-bff2-43ddb0d4be60 x-openstack-request-id: req-545173e8-51d1-4fd4-bff2-43ddb0d4be60 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:16.242176 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:16.242462 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-545173e8-51d1-4fd4-bff2-43ddb0d4be60 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:16.242874 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545173e8-51d1-4fd4-bff2-43ddb0d4be60'] response: {'name': 'network-changed', 'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'status': 'completed', 'code': 200} Nov 02 12:54:16.309655 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:16.325991 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-d0e91f3f-6f51-4752-be03-7e85a2aa9ffa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.327619 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-d0e91f3f-6f51-4752-be03-7e85a2aa9ffa tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0723369 Nov 02 12:54:16.424415 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbdc77-ca13-412b-a8bc-385935126162 req-a4767790-8aa9-42e1-a13a-e399b646c4ae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.427071 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18dbdc77-ca13-412b-a8bc-385935126162 req-a4767790-8aa9-42e1-a13a-e399b646c4ae tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 946 time: 0.0727465 Nov 02 12:54:16.452351 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-54d174d0-c663-45f4-b14c-a804e51a157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.453910 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-54d174d0-c663-45f4-b14c-a804e51a157d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1130 time: 0.1253116 Nov 02 12:54:16.497005 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18dbdc77-ca13-412b-a8bc-385935126162 req-fe4279bc-24f5-4fa6-88a3-f15f1a8693c8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/security-groups?id=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Nov 02 12:54:16.542636 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Deleting port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:16.542965 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.592280 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'fc086f64-152c-4c33-8978-aedbe2b9c066', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:55Z', 'updated_at': '2022-11-02T12:54:15Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.620527 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-9dbfd3d5-0ace-4532-8e04-d8f0cfaeb79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.622030 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-9dbfd3d5-0ace-4532-8e04-d8f0cfaeb79f service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.1610057 Nov 02 12:54:16.622385 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:16.633249 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:16.633898 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:54:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:16.730004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] For port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:16.730939 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:16.735990 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33886a6-b484-45d1-aa5f-7c1bd7c52e65 req-0214cf2e-b1a6-4ef3-8e52-5060a8a6f38c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.738343 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a33886a6-b484-45d1-aa5f-7c1bd7c52e65 req-0214cf2e-b1a6-4ef3-8e52-5060a8a6f38c tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0672057 Nov 02 12:54:16.742362 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-7bf8e025-60ed-4f67-9bea-b74db577006c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 999 time: 0.1126068 Nov 02 12:54:16.748943 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Calling delete_port for 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:16.774326 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:16.807687 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a33886a6-b484-45d1-aa5f-7c1bd7c52e65 req-6a7c8388-03b5-4ca3-9f08-9c1e355fbad3 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609407 Nov 02 12:54:16.844347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-1b2cfb7b-c516-4a19-a0b0-ef2b869dc9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.846656 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-1b2cfb7b-c516-4a19-a0b0-ef2b869dc9ec service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0956411 Nov 02 12:54:16.976322 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-13013637-8db1-4e88-a741-c795f4a8c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:16.978256 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-13013637-8db1-4e88-a741-c795f4a8c2f4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151288 Nov 02 12:54:17.053372 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (77e463c4-25b7-4b1d-bda0-16e9c08b38a3), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.070514 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'fc086f64-152c-4c33-8978-aedbe2b9c066', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:55Z', 'updated_at': '2022-11-02T12:54:15Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:17.089862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Pushing event deleted for resources: {'Port': ['ID=77e463c4-25b7-4b1d-bda0-16e9c08b38a3,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:17.097928 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a51f67-5b85-413b-a2f5-b2765de73225 None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'fc086f64-152c-4c33-8978-aedbe2b9c066', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'floating_ip_address': '172.27.0.70', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:53:55Z', 'updated_at': '2022-11-02T12:54:15Z', 'revision_number': 1, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:17.170588 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] No DVR routers for this DVR port 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:17.174450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.177793 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d6793ff2-9f1c-41f8-8d31-75efb9e9a130 req-9380cc37-cf06-46f8-9141-11dcc0e073e8 tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.94 "DELETE /v2.0/ports/77e463c4-25b7-4b1d-bda0-16e9c08b38a3 HTTP/1.1" status: 204 len: 173 time: 0.8376379 Nov 02 12:54:17.178384 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'name': 'network-vif-deleted', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:54:17.180741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13c3356-7e15-45b3-a91f-670fc487e7ec" -d '{"events": [{"server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "name": "network-vif-deleted", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:54:17.185656 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-d815b280-614f-4a80-812f-d72a9c37d5cb service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968050 Nov 02 12:54:17.244249 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:17.263984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfd7cab-cff3-4b43-b2ca-ce68a9e74469 x-openstack-request-id: req-dcfd7cab-cff3-4b43-b2ca-ce68a9e74469 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:54:17.264276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2f528d-15ac-4b68-a72a-1b2f05e44d32", "name": "network-vif-deleted", "tag": "77e463c4-25b7-4b1d-bda0-16e9c08b38a3", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:54:17.264530 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-dcfd7cab-cff3-4b43-b2ca-ce68a9e74469 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:54:17.264930 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfd7cab-cff3-4b43-b2ca-ce68a9e74469'] response: {'server_uuid': '8a2f528d-15ac-4b68-a72a-1b2f05e44d32', 'name': 'network-vif-deleted', 'tag': '77e463c4-25b7-4b1d-bda0-16e9c08b38a3', 'status': 'completed', 'code': 200} Nov 02 12:54:17.300884 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e9072c90-027a-42ba-bc84-09aaa2de1288 req-669272e5-9358-42ec-adb4-a8f73706d264 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044760 Nov 02 12:54:17.399050 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d69903-9b7b-4cfb-baab-409a1d91b449 None None] New status for floating IP fc086f64-152c-4c33-8978-aedbe2b9c066: ACTIVE {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:54:17.675437 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-90b6bb0a-9193-4ddc-881c-fd3bbeeaa4a1 req-07b43acd-ef7f-45bc-9809-ea9ba80a213b tempest-ServerRescueNegativeTestJSON-1757133808 tempest-ServerRescueNegativeTestJSON-1757133808-project] 10.222.0.91 "GET /v2.0/ports?device_id=8a2f528d-15ac-4b68-a72a-1b2f05e44d32 HTTP/1.1" status: 200 len: 210 time: 0.0500584 Nov 02 12:54:17.956460 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab00fc-2ba0-4448-a7d0-751bacc6f2f0 req-0fa941f0-b3d5-4a79-a768-9cadf0b94959 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:17.957837 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d7ab00fc-2ba0-4448-a7d0-751bacc6f2f0 req-0fa941f0-b3d5-4a79-a768-9cadf0b94959 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0681617 Nov 02 12:54:18.024177 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d7ab00fc-2ba0-4448-a7d0-751bacc6f2f0 req-6d63b014-389d-4d5f-92c4-2cf5446d755b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589328 Nov 02 12:54:18.769845 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41362) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:18.946875 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:18.971029 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:18.971377 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 77e463c4-25b7-4b1d-bda0-16e9c08b38a3 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:19.268446 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (b74e0f51-b777-419b-854d-d942104c0d42), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.526858 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Deleting port 700384ba-659b-496d-af57-5776cf7f5e19 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:19.527128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (700384ba-659b-496d-af57-5776cf7f5e19), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.608755 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] For port 700384ba-659b-496d-af57-5776cf7f5e19, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=700384ba-659b-496d-af57-5776cf7f5e19,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:19.609110 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (700384ba-659b-496d-af57-5776cf7f5e19), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.623506 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Calling delete_port for 700384ba-659b-496d-af57-5776cf7f5e19 owned by network:router_interface {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:19.817484 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (700384ba-659b-496d-af57-5776cf7f5e19), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:19.843741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Pushing event deleted for resources: {'Port': ['ID=700384ba-659b-496d-af57-5776cf7f5e19,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:20.054424 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (b74e0f51-b777-419b-854d-d942104c0d42), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.302954 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Router b74e0f51-b777-419b-854d-d942104c0d42 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:54:20.428913 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:54:20.434100 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f4c8ffa1-3315-47c1-865b-ccef955abe6e admin admin] 10.222.0.91 "PUT /v2.0/routers/b74e0f51-b777-419b-854d-d942104c0d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6628370 Nov 02 12:54:20.437198 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41366) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:20.444972 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Sync routers for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:54:20.459053 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:20.459795 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:54:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.553427 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks [] for router (b74e0f51-b777-419b-854d-d942104c0d42), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:20.667961 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:20.886570 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:54:19Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.914418 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Checking router: b74e0f51-b777-419b-854d-d942104c0d42 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:54:20.928273 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Routers {'b74e0f51-b777-419b-854d-d942104c0d42'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:54:20.929174 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:54:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['b74e0f51-b777-419b-854d-d942104c0d42'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:20.935267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks [] for router_gateway (b74e0f51-b777-419b-854d-d942104c0d42), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.000874 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Deleting port aab0b22d-77bd-4fa0-8950-926cb287a462 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:21.001925 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.042455 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] Set router b74e0f51-b777-419b-854d-d942104c0d42 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:54:21.114432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] For port aab0b22d-77bd-4fa0-8950-926cb287a462, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=aab0b22d-77bd-4fa0-8950-926cb287a462,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:21.114799 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.129596 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Calling delete_port for aab0b22d-77bd-4fa0-8950-926cb287a462 owned by network:router_gateway {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:21.245350 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:54:19Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:21.279604 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608244a3-fa84-44d7-8263-8c4c425931a2 None None] The sync data for ids ['b74e0f51-b777-419b-854d-d942104c0d42'] in dv-cinder-863277-1-iscsi is: [{'id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'name': 'tempest-ServerRescueNegativeTestJSON-51256567-router', 'tenant_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:55Z', 'updated_at': '2022-11-02T12:54:19Z', 'revision_number': 5, 'project_id': 'ace9cd08a8bd4c338cfe9bfd52e7c11d', 'gw_port': {'id': 'aab0b22d-77bd-4fa0-8950-926cb287a462', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:5c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74e0f51-b777-419b-854d-d942104c0d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:59Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:54:21.327114 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (aab0b22d-77bd-4fa0-8950-926cb287a462), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.354643 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Pushing event deleted for resources: {'Port': ['ID=aab0b22d-77bd-4fa0-8950-926cb287a462,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:21.423457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (b74e0f51-b777-419b-854d-d942104c0d42), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.522058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (b74e0f51-b777-419b-854d-d942104c0d42), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.524502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks [] for router_controller (b74e0f51-b777-419b-854d-d942104c0d42), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.574965 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (b74e0f51-b777-419b-854d-d942104c0d42), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.575686 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b74e0f51-b777-419b-854d-d942104c0d42 {{(pid=115589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:54:21.581589 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.582804 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5f5295f3-9310-4405-bb21-8d1928b487fc admin admin] 10.222.0.91 "DELETE /v2.0/routers/b74e0f51-b777-419b-854d-d942104c0d42 HTTP/1.1" status: 204 len: 168 time: 1.1446736 Nov 02 12:54:21.585407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41368) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:21.635624 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Deleting subnet 342ace3b-f12c-40aa-add9-318adad073dc {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:54:21.639582 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Publish callbacks [] for subnet (342ace3b-f12c-40aa-add9-318adad073dc), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.681217 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (342ace3b-f12c-40aa-add9-318adad073dc), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.818758 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (342ace3b-f12c-40aa-add9-318adad073dc), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.878107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (342ace3b-f12c-40aa-add9-318adad073dc), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.908756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=342ace3b-f12c-40aa-add9-318adad073dc,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:21.912943 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:21.916236 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bd5d1ebb-999c-4174-94b8-71445e4377db admin admin] 10.222.0.91 "DELETE /v2.0/subnets/342ace3b-f12c-40aa-add9-318adad073dc HTTP/1.1" status: 204 len: 168 time: 0.3297997 Nov 02 12:54:21.920058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41370) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:21.925165 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dc8efe-3688-4aaf-94bc-972676632742 None None] Network 276715ef-1d86-4168-8d9c-202f0c885f29 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:54:22.018222 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (276715ef-1d86-4168-8d9c-202f0c885f29), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.088413 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Deleting port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:54:22.088757 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.163761 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] For port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,segment=NetworkSegment(3bd76092-3bfd-43ef-9040-10cb35e6e327),segment_id=3bd76092-3bfd-43ef-9040-10cb35e6e327)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:54:22.164121 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.179569 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Calling delete_port for 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:54:22.264504 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (6ffc217c-f58e-4bec-85a3-fe4bb9dc3593), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.293124 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ffc217c-f58e-4bec-85a3-fe4bb9dc3593,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.296617 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] No DVR routers for this DVR port 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:54:22.387232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (276715ef-1d86-4168-8d9c-202f0c885f29), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.412724 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276715ef-1d86-4168-8d9c-202f0c885f29']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:22.415122 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d67ecd0-f8f1-417f-ba5d-e4cfc17553c3 None None] DHCP port deletion for 276715ef-1d86-4168-8d9c-202f0c885f29 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:54:22.429578 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd76092-3bfd-43ef-9040-10cb35e6e327') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:22.429578 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd76092-3bfd-43ef-9040-10cb35e6e327') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:54:22.437551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (3bd76092-3bfd-43ef-9040-10cb35e6e327), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.457343 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (3bd76092-3bfd-43ef-9040-10cb35e6e327), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.464137 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Releasing vlan 1388 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:54:22.464654 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (3bd76092-3bfd-43ef-9040-10cb35e6e327), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.495248 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:22.520704 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:22.521058 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6ffc217c-f58e-4bec-85a3-fe4bb9dc3593 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:22.521496 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device aab0b22d-77bd-4fa0-8950-926cb287a462 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:22.539618 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (276715ef-1d86-4168-8d9c-202f0c885f29), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.545626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.549570 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] 10.222.0.91 "DELETE /v2.0/networks/276715ef-1d86-4168-8d9c-202f0c885f29 HTTP/1.1" status: 204 len: 168 time: 0.6283693 Nov 02 12:54:22.558664 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: aab0b22d-77bd-4fa0-8950-926cb287a462 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:22.559023 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device aab0b22d-77bd-4fa0-8950-926cb287a462 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:22.559462 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 700384ba-659b-496d-af57-5776cf7f5e19 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:54:22.569094 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59cd516-0c88-4584-ab54-3c41e1a8d62b admin admin] Pushing event deleted for resources: {'Network': ['ID=276715ef-1d86-4168-8d9c-202f0c885f29,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:22.576278 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 3bd76092-3bfd-43ef-9040-10cb35e6e327 resource provider aggregate not found Nov 02 12:54:22.587721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 700384ba-659b-496d-af57-5776cf7f5e19 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:54:22.587721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 700384ba-659b-496d-af57-5776cf7f5e19 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:54:22.594043 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 3bd76092-3bfd-43ef-9040-10cb35e6e327 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3bd76092-3bfd-43ef-9040-10cb35e6e327 found for delete ", "request_id": "req-0a0c99f1-6ce9-49e7-b3d9-f3ffb7512be7"}]} Nov 02 12:54:22.687136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41382) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:22.736738 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d830eac4-9e36-49e6-ac6d-e8a04307fbeb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ace9cd08a8bd4c338cfe9bfd52e7c11d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483186 Nov 02 12:54:22.739245 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41384) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:22.792659 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] Publish callbacks [] for security_group (a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.817621 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] Publish callbacks [] for security_group (a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.875197 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.880182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:22.882200 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1 HTTP/1.1" status: 204 len: 168 time: 0.1417532 Nov 02 12:54:22.892514 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a707718-f670-4597-852b-bee1c4d7d558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd2dd0-9b75-462b-962d-5b8f7c8f10e1,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:26.834169 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41448) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:26.943647 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-76b9a126-7499-409f-806d-68e1e361c6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.029852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-76b9a126-7499-409f-806d-68e1e361c6da admin admin] Publish callbacks [] for security_group (dd1a1d60-16ad-4b08-993d-42e49fccf670), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.035581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-76b9a126-7499-409f-806d-68e1e361c6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dd1a1d60-16ad-4b08-993d-42e49fccf670), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.075136 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-76b9a126-7499-409f-806d-68e1e361c6da admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ec5e84cef3b0411086d78f10a1faf962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2394803 Nov 02 12:54:27.076108 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9a126-7499-409f-806d-68e1e361c6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1a1d60-16ad-4b08-993d-42e49fccf670,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:27.077772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41452) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:27.128731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] Publish callbacks [] for security_group (dd1a1d60-16ad-4b08-993d-42e49fccf670), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.152630 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] Publish callbacks [] for security_group (dd1a1d60-16ad-4b08-993d-42e49fccf670), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.202581 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (dd1a1d60-16ad-4b08-993d-42e49fccf670), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.205899 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:27.207079 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/dd1a1d60-16ad-4b08-993d-42e49fccf670 HTTP/1.1" status: 204 len: 168 time: 0.1282861 Nov 02 12:54:27.215186 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b91c22-391f-44d2-989f-cb29b87ccffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1a1d60-16ad-4b08-993d-42e49fccf670,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:28.883157 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41502) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:28.991003 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b018ba04-4c7c-47b9-849a-da66ff06a8b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.067418 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b018ba04-4c7c-47b9-849a-da66ff06a8b9 admin admin] Publish callbacks [] for security_group (563b0af8-dc76-441a-b382-31f8955f2e97), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.071473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b018ba04-4c7c-47b9-849a-da66ff06a8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (563b0af8-dc76-441a-b382-31f8955f2e97), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.108162 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018ba04-4c7c-47b9-849a-da66ff06a8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563b0af8-dc76-441a-b382-31f8955f2e97,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.113992 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b018ba04-4c7c-47b9-849a-da66ff06a8b9 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=05706a0227464c658bad538734c8b9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297938 Nov 02 12:54:29.116706 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41506) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.170164 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] Publish callbacks [] for security_group (563b0af8-dc76-441a-b382-31f8955f2e97), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.193960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] Publish callbacks [] for security_group (563b0af8-dc76-441a-b382-31f8955f2e97), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.247540 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (563b0af8-dc76-441a-b382-31f8955f2e97), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.250044 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.255592 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/563b0af8-dc76-441a-b382-31f8955f2e97 HTTP/1.1" status: 204 len: 168 time: 0.1343238 Nov 02 12:54:29.262098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395a3e7-1609-464e-831a-b78af7d86b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563b0af8-dc76-441a-b382-31f8955f2e97,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.540112 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41512) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.554096 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3912874-d700-403b-9fd5-3b7c8669df0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.637677 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3912874-d700-403b-9fd5-3b7c8669df0c admin admin] Publish callbacks [] for security_group (9882429c-49ee-481c-bf10-6b35898b7045), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.642763 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a3912874-d700-403b-9fd5-3b7c8669df0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9882429c-49ee-481c-bf10-6b35898b7045), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.680073 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3912874-d700-403b-9fd5-3b7c8669df0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9882429c-49ee-481c-bf10-6b35898b7045,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:29.684251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a3912874-d700-403b-9fd5-3b7c8669df0c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6ad34f589bda41209d107beb16ae0dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1433959 Nov 02 12:54:29.687046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41516) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:29.738751 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] Publish callbacks [] for security_group (9882429c-49ee-481c-bf10-6b35898b7045), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.764175 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] Publish callbacks [] for security_group (9882429c-49ee-481c-bf10-6b35898b7045), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.814827 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9882429c-49ee-481c-bf10-6b35898b7045), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.817390 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:29.818561 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9882429c-49ee-481c-bf10-6b35898b7045 HTTP/1.1" status: 204 len: 168 time: 0.1306429 Nov 02 12:54:29.826559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e869b4c-28c1-4bdd-a634-d5518e66a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9882429c-49ee-481c-bf10-6b35898b7045,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.441859 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:54:31.476244 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41562) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:31.597225 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5a2f681d-657a-4b2a-8c4e-68056ed1fa59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.676612 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5a2f681d-657a-4b2a-8c4e-68056ed1fa59 admin admin] Publish callbacks [] for security_group (97fed8cf-78f6-44b3-ba7a-f86236a92337), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.680876 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5a2f681d-657a-4b2a-8c4e-68056ed1fa59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (97fed8cf-78f6-44b3-ba7a-f86236a92337), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.725046 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5a2f681d-657a-4b2a-8c4e-68056ed1fa59 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ea90887ff2054232a0ec39d356f5f29a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476485 Nov 02 12:54:31.725971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f681d-657a-4b2a-8c4e-68056ed1fa59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fed8cf-78f6-44b3-ba7a-f86236a92337,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:31.728575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41566) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:31.779399 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] Publish callbacks [] for security_group (97fed8cf-78f6-44b3-ba7a-f86236a92337), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.800879 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] Publish callbacks [] for security_group (97fed8cf-78f6-44b3-ba7a-f86236a92337), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.848309 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (97fed8cf-78f6-44b3-ba7a-f86236a92337), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.850747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:31.851914 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/97fed8cf-78f6-44b3-ba7a-f86236a92337 HTTP/1.1" status: 204 len: 168 time: 0.1225889 Nov 02 12:54:31.860115 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c59bdc-257b-439d-a0d3-41e9014fed0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fed8cf-78f6-44b3-ba7a-f86236a92337,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.117752 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41572) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:32.133578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9eac65e2-e1fd-4ded-8eff-fee5e489b37f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.211915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9eac65e2-e1fd-4ded-8eff-fee5e489b37f admin admin] Publish callbacks [] for security_group (854602a9-c9f7-499a-98d9-3cd7814c8291), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.215842 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9eac65e2-e1fd-4ded-8eff-fee5e489b37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (854602a9-c9f7-499a-98d9-3cd7814c8291), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.255489 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9eac65e2-e1fd-4ded-8eff-fee5e489b37f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0be04c60e7164230adb00c2d6064dff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365736 Nov 02 12:54:32.256363 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac65e2-e1fd-4ded-8eff-fee5e489b37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854602a9-c9f7-499a-98d9-3cd7814c8291,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.258231 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41574) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:32.308639 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Publish callbacks [] for security_group (854602a9-c9f7-499a-98d9-3cd7814c8291), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.331231 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Publish callbacks [] for security_group (854602a9-c9f7-499a-98d9-3cd7814c8291), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.380111 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (854602a9-c9f7-499a-98d9-3cd7814c8291), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.382692 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:32.383820 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/854602a9-c9f7-499a-98d9-3cd7814c8291 HTTP/1.1" status: 204 len: 168 time: 0.1244965 Nov 02 12:54:32.392539 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854602a9-c9f7-499a-98d9-3cd7814c8291,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:32.400024 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.400583 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.400680 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.400995 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.401321 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.401653 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.401987 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.402369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.402709 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.403041 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.403370 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.403697 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:32.404047 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f4f9095-caca-4ab2-80be-7a6f6d0b138a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:40.672346 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-20a4351a-4d1d-4556-a90f-e13dc24126f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.180931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-428151f4-2f28-4673-955a-50a424c975f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.517337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41676) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.622558 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a1032820-9db5-4e28-b01c-7d91682d59ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.701456 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a1032820-9db5-4e28-b01c-7d91682d59ef admin admin] Publish callbacks [] for security_group (7834fcd7-7c20-4326-acf4-5d9a81375664), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.705263 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a1032820-9db5-4e28-b01c-7d91682d59ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7834fcd7-7c20-4326-acf4-5d9a81375664), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.744257 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a1032820-9db5-4e28-b01c-7d91682d59ef admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=38cc8ddb93144aa489b2e341360ecbee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258301 Nov 02 12:54:43.745103 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1032820-9db5-4e28-b01c-7d91682d59ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7834fcd7-7c20-4326-acf4-5d9a81375664,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:43.747367 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41680) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:43.797672 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] Publish callbacks [] for security_group (7834fcd7-7c20-4326-acf4-5d9a81375664), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.820539 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] Publish callbacks [] for security_group (7834fcd7-7c20-4326-acf4-5d9a81375664), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.870502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7834fcd7-7c20-4326-acf4-5d9a81375664), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.873064 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:43.874348 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7834fcd7-7c20-4326-acf4-5d9a81375664 HTTP/1.1" status: 204 len: 168 time: 0.1260519 Nov 02 12:54:43.882333 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e631f-2cbf-4a60-8cce-c9165ca80230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7834fcd7-7c20-4326-acf4-5d9a81375664,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.137311 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41686) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:44.151568 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.226321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Publish callbacks [] for security_group (af7205c5-a532-4ec2-9c9f-b67f326e4dd7), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.230780 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (af7205c5-a532-4ec2-9c9f-b67f326e4dd7), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.270103 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=93ba8ca55bd54770a6d3ff3d57738dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316919 Nov 02 12:54:44.270991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7205c5-a532-4ec2-9c9f-b67f326e4dd7,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:44.272785 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41688) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:44.278146 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.278524 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.278876 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.279221 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.279564 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.279901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.280238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.280575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.280910 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.281241 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.281571 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.281901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.282323 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc0380-e6d4-49fb-b8b6-0a9b5a774590 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:54:44.325250 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] Publish callbacks [] for security_group (af7205c5-a532-4ec2-9c9f-b67f326e4dd7), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.350756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] Publish callbacks [] for security_group (af7205c5-a532-4ec2-9c9f-b67f326e4dd7), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.351092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.400651 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (af7205c5-a532-4ec2-9c9f-b67f326e4dd7), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.403285 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:44.404440 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/af7205c5-a532-4ec2-9c9f-b67f326e4dd7 HTTP/1.1" status: 204 len: 168 time: 0.1305978 Nov 02 12:54:44.413126 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910768fe-7216-4db6-85e0-c31d450656db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7205c5-a532-4ec2-9c9f-b67f326e4dd7,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:45.000550 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:45.683569 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:47.209356 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:49.436513 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-ff4e7fc6-0528-45ba-8d42-eacccf8c907b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0478017 Nov 02 12:54:49.519027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555198c3-44ba-4979-8b73-feb32501023b req-09042ec7-0d5e-429d-9984-6dcbce40b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:49.520551 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-09042ec7-0d5e-429d-9984-6dcbce40b142 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 1129 time: 0.0481913 Nov 02 12:54:49.637937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555198c3-44ba-4979-8b73-feb32501023b req-0e2653f2-231d-47ef-bc65-c827c29b3316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:49.639527 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-0e2653f2-231d-47ef-bc65-c827c29b3316 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.0979722 Nov 02 12:54:49.711088 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-dfa31cf3-f504-40f3-846d-0fb056b89fc8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 200 len: 1001 time: 0.0650542 Nov 02 12:54:49.777588 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555198c3-44ba-4979-8b73-feb32501023b req-bb50f9fa-b2c7-4fd0-857a-e525e270ff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:49.779983 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-bb50f9fa-b2c7-4fd0-857a-e525e270ff47 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0601454 Nov 02 12:54:49.837736 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555198c3-44ba-4979-8b73-feb32501023b req-e0202d8c-6af5-414b-9d23-ca5575044e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:54:49.839301 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-e0202d8c-6af5-414b-9d23-ca5575044e4d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520833 Nov 02 12:54:49.930568 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-57f6a5c6-aef8-4b38-aa97-57b4d01ecf6b service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839999 Nov 02 12:54:50.024289 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-555198c3-44ba-4979-8b73-feb32501023b req-8ba81774-28d1-45aa-b764-f90bf5f20a22 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863454 Nov 02 12:54:52.513684 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41814) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:52.620581 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a62159af-ffab-4f4d-a2a8-c47f4edf6a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.695695 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a62159af-ffab-4f4d-a2a8-c47f4edf6a19 admin admin] Publish callbacks [] for security_group (693d0b5e-7949-41d6-afb5-7a92b0b99e6a), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.700119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a62159af-ffab-4f4d-a2a8-c47f4edf6a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (693d0b5e-7949-41d6-afb5-7a92b0b99e6a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.739628 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a62159af-ffab-4f4d-a2a8-c47f4edf6a19 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=688895c249d14b2f8708e3d344899d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248321 Nov 02 12:54:52.740486 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62159af-ffab-4f4d-a2a8-c47f4edf6a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693d0b5e-7949-41d6-afb5-7a92b0b99e6a,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:52.743076 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41818) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:52.795455 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] Publish callbacks [] for security_group (693d0b5e-7949-41d6-afb5-7a92b0b99e6a), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.820425 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] Publish callbacks [] for security_group (693d0b5e-7949-41d6-afb5-7a92b0b99e6a), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.867490 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (693d0b5e-7949-41d6-afb5-7a92b0b99e6a), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.870067 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:52.871481 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/693d0b5e-7949-41d6-afb5-7a92b0b99e6a HTTP/1.1" status: 204 len: 168 time: 0.1270387 Nov 02 12:54:52.879352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee78ecd-0317-42b0-9139-d3fe72a48e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693d0b5e-7949-41d6-afb5-7a92b0b99e6a,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.131687 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41824) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.145620 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0d93f8f1-c47f-40a5-ae10-0a0268c22eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.225607 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0d93f8f1-c47f-40a5-ae10-0a0268c22eca admin admin] Publish callbacks [] for security_group (7a548b95-366b-43d6-bfcc-7117602e6341), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.230809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0d93f8f1-c47f-40a5-ae10-0a0268c22eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7a548b95-366b-43d6-bfcc-7117602e6341), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.270716 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-0d93f8f1-c47f-40a5-ae10-0a0268c22eca admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=bee682a2e06949389619ca6c4fd585a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379061 Nov 02 12:54:53.271635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93f8f1-c47f-40a5-ae10-0a0268c22eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a548b95-366b-43d6-bfcc-7117602e6341,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.273407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41828) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.323757 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] Publish callbacks [] for security_group (7a548b95-366b-43d6-bfcc-7117602e6341), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.350006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] Publish callbacks [] for security_group (7a548b95-366b-43d6-bfcc-7117602e6341), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.399870 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7a548b95-366b-43d6-bfcc-7117602e6341), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.402662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.403833 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7a548b95-366b-43d6-bfcc-7117602e6341 HTTP/1.1" status: 204 len: 168 time: 0.1294315 Nov 02 12:54:53.414291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7da70b-162a-4cad-9d5b-5255db9d8335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a548b95-366b-43d6-bfcc-7117602e6341,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.746191 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 41836) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.760135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8616d72a-8466-4dc5-9d85-ddbbddec209a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.846270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8616d72a-8466-4dc5-9d85-ddbbddec209a admin admin] Publish callbacks [] for security_group (df80cc60-eaa4-495a-a750-f1a1d57dbee0), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.850498 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8616d72a-8466-4dc5-9d85-ddbbddec209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (df80cc60-eaa4-495a-a750-f1a1d57dbee0), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.891147 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8616d72a-8466-4dc5-9d85-ddbbddec209a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=5a3dfbf7eeea448cb304b629919603a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438270 Nov 02 12:54:53.891895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616d72a-8466-4dc5-9d85-ddbbddec209a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df80cc60-eaa4-495a-a750-f1a1d57dbee0,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:53.893944 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41838) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:53.943497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] Publish callbacks [] for security_group (df80cc60-eaa4-495a-a750-f1a1d57dbee0), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:53.964793 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] Publish callbacks [] for security_group (df80cc60-eaa4-495a-a750-f1a1d57dbee0), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.013694 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (df80cc60-eaa4-495a-a750-f1a1d57dbee0), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.016830 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:54.018056 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/df80cc60-eaa4-495a-a750-f1a1d57dbee0 HTTP/1.1" status: 204 len: 168 time: 0.1229360 Nov 02 12:54:54.026121 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf159f-115c-4337-bac9-353f459796cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df80cc60-eaa4-495a-a750-f1a1d57dbee0,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:57.685108 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41888) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:57.792800 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3b7b03b6-c672-481c-814e-d79f139ed4c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.867040 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3b7b03b6-c672-481c-814e-d79f139ed4c7 admin admin] Publish callbacks [] for security_group (cda8a840-b4cf-4f26-b759-a63c6e85dcdd), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.870389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3b7b03b6-c672-481c-814e-d79f139ed4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (cda8a840-b4cf-4f26-b759-a63c6e85dcdd), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.908813 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b03b6-c672-481c-814e-d79f139ed4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8a840-b4cf-4f26-b759-a63c6e85dcdd,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:54:57.913249 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3b7b03b6-c672-481c-814e-d79f139ed4c7 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=f32653664ce94c7ba8a6770f053d909d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270679 Nov 02 12:54:57.915953 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 41892) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:54:57.964430 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] Publish callbacks [] for security_group (cda8a840-b4cf-4f26-b759-a63c6e85dcdd), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:57.985614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] Publish callbacks [] for security_group (cda8a840-b4cf-4f26-b759-a63c6e85dcdd), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.039249 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (cda8a840-b4cf-4f26-b759-a63c6e85dcdd), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.041799 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:54:58.043003 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cda8a840-b4cf-4f26-b759-a63c6e85dcdd HTTP/1.1" status: 204 len: 168 time: 0.1261294 Nov 02 12:54:58.051043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566f583-3af6-4290-865f-1d1a048df773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8a840-b4cf-4f26-b759-a63c6e85dcdd,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:08.431884 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:10.677085 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-81cb2064-c1bc-4828-88e2-460b640b9b3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:13.184263 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6ec5-ecf3-4903-b105-6d03e8606d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.354676 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:14.986261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:15.687360 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:17.217437 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:36.899342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b6bdc-fe47-4541-98e8-d7174c445164 req-81a41a60-cc07-45c5-9222-7304bdd1f346 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:36.901361 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b05b6bdc-fe47-4541-98e8-d7174c445164 req-81a41a60-cc07-45c5-9222-7304bdd1f346 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0573478 Nov 02 12:55:36.949261 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b05b6bdc-fe47-4541-98e8-d7174c445164 req-49d0f495-e3d7-4f46-b35a-926cbca7f96c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Nov 02 12:55:38.079956 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e0528-0931-4f24-99ab-f95a177071dd req-b16e26a4-4c2e-4897-964a-4f95f274bfc7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:38.081409 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd4e0528-0931-4f24-99ab-f95a177071dd req-b16e26a4-4c2e-4897-964a-4f95f274bfc7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0530868 Nov 02 12:55:38.129247 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd4e0528-0931-4f24-99ab-f95a177071dd req-80b40258-3822-4ff5-9d10-82c233982c69 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Nov 02 12:55:39.114779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f65204-2da6-4551-8109-72b2bc729942 req-7c970a6b-5c9a-4233-8732-45f06b67c83d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:39.116250 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-80f65204-2da6-4551-8109-72b2bc729942 req-7c970a6b-5c9a-4233-8732-45f06b67c83d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0526185 Nov 02 12:55:39.211907 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Deleting port 03a0a9cc-e2e9-4060-a11c-73e4540116ad {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:55:39.212251 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.267266 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662004ee-2e56-4ea4-b23e-5a5a15ba14b3 req-16b5abdb-60cf-4dc2-978c-95ccde8f8a55 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:39.268828 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-662004ee-2e56-4ea4-b23e-5a5a15ba14b3 req-16b5abdb-60cf-4dc2-978c-95ccde8f8a55 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 945 time: 0.0533354 Nov 02 12:55:39.309966 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] For port 03a0a9cc-e2e9-4060-a11c-73e4540116ad, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=03a0a9cc-e2e9-4060-a11c-73e4540116ad,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:39.310355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.325408 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-662004ee-2e56-4ea4-b23e-5a5a15ba14b3 req-74c61360-dcd4-4b2b-b00b-da09055576b0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503068 Nov 02 12:55:39.475413 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.475772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.476086 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Floating IP 4f945a04-bd6e-485b-8fa6-121de21d02c1 disassociated. External IP: 172.27.0.216, port: 03a0a9cc-e2e9-4060-a11c-73e4540116ad. Nov 02 12:55:39.476429 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Calling delete_port for 03a0a9cc-e2e9-4060-a11c-73e4540116ad owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:55:39.610557 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (03a0a9cc-e2e9-4060-a11c-73e4540116ad), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.639269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'Port': ['ID=03a0a9cc-e2e9-4060-a11c-73e4540116ad,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:39.650731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.652115 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.652567 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.652909 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.653244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.653574 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.653903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.654230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.654581 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.654907 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.655232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.655555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.655875 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:39.774197 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:39.888902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:39.899841 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:39.916038 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:39.916652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:55:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:39.936752 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] No DVR routers for this DVR port 03a0a9cc-e2e9-4060-a11c-73e4540116ad on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:55:39.942458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:39.942672 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-80f65204-2da6-4551-8109-72b2bc729942 req-889c9552-208e-44fb-95a2-0007232e34d4 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "DELETE /v2.0/ports/03a0a9cc-e2e9-4060-a11c-73e4540116ad HTTP/1.1" status: 204 len: 173 time: 0.8204782 Nov 02 12:55:39.943251 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'name': 'network-vif-deleted', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:55:39.945551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522f8f2d-401f-4c5a-9f4c-cb7e9e82de5b" -d '{"events": [{"server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "name": "network-vif-deleted", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:39.992019 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb827c0-5a01-410c-8136-221349736786 x-openstack-request-id: req-acb827c0-5a01-410c-8136-221349736786 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:39.992417 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67be5085-08d6-4e32-a43c-b46a5dfff08b", "name": "network-vif-deleted", "tag": "03a0a9cc-e2e9-4060-a11c-73e4540116ad", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:39.992740 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-acb827c0-5a01-410c-8136-221349736786 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:39.993213 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acb827c0-5a01-410c-8136-221349736786'] response: {'server_uuid': '67be5085-08d6-4e32-a43c-b46a5dfff08b', 'name': 'network-vif-deleted', 'tag': '03a0a9cc-e2e9-4060-a11c-73e4540116ad', 'status': 'completed', 'code': 200} Nov 02 12:55:40.036523 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:40.375860 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:40.406061 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:40.414866 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:40.415496 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:55:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:40.443676 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-13636c84-e648-4070-b5dd-748b2d9d1830 req-90e19f86-1dfe-4be0-9176-fc5a61d7c53c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=67be5085-08d6-4e32-a43c-b46a5dfff08b HTTP/1.1" status: 200 len: 210 time: 0.0300474 Nov 02 12:55:40.528627 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:40.688913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-96d04942-871a-458c-acab-a3fca7105127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:40.756393 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:40.782796 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8057c3-b37b-4c6a-9a64-a792cd9971d2 None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:41.036034 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbc0094-e43b-4d2b-9816-93832670e5e2 None None] New status for floating IP 4f945a04-bd6e-485b-8fa6-121de21d02c1: DOWN {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:55:41.459387 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 03a0a9cc-e2e9-4060-a11c-73e4540116ad no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:55:41.483665 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 03a0a9cc-e2e9-4060-a11c-73e4540116ad {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:55:41.484015 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 03a0a9cc-e2e9-4060-a11c-73e4540116ad not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:55:41.538380 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42216) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:41.597453 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (a7c5e016-2993-4e43-9ba2-3cbbe02d81e5), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.624175 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (a7c5e016-2993-4e43-9ba2-3cbbe02d81e5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.674805 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7c5e016-2993-4e43-9ba2-3cbbe02d81e5), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.677412 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.678706 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "DELETE /v2.0/security-groups/a7c5e016-2993-4e43-9ba2-3cbbe02d81e5 HTTP/1.1" status: 204 len: 168 time: 0.1389344 Nov 02 12:55:41.688316 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42218) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:41.688865 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7303d6-19f4-4394-8530-3f2bae8710a0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5e016-2993-4e43-9ba2-3cbbe02d81e5,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:41.703262 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.api.v2.resource [None req-80f9b659-c56a-4f86-b76c-afa046a2ca72 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] show failed (client error): The resource could not be found. Nov 02 12:55:41.705979 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-80f9b659-c56a-4f86-b76c-afa046a2ca72 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups/a7c5e016-2993-4e43-9ba2-3cbbe02d81e5 HTTP/1.1" status: 404 len: 347 time: 0.0147972 Nov 02 12:55:41.707432 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42220) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:41.826971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Deleting port 8b8316d7-5c5b-42bf-85f3-079713789b1d {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:55:41.827311 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.902851 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.903171 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (8b8316d7-5c5b-42bf-85f3-079713789b1d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:41.915408 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Calling delete_port for 8b8316d7-5c5b-42bf-85f3-079713789b1d owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:55:42.051991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (8b8316d7-5c5b-42bf-85f3-079713789b1d), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.077635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'Port': ['ID=8b8316d7-5c5b-42bf-85f3-079713789b1d,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.153041 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (4f945a04-bd6e-485b-8fa6-121de21d02c1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.155613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.158233 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-94a96eaf-2a6d-41ad-a755-206cbf521261 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "DELETE /v2.0/floatingips/4f945a04-bd6e-485b-8fa6-121de21d02c1 HTTP/1.1" status: 204 len: 168 time: 0.4484315 Nov 02 12:55:42.242238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42224) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.247368 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--264401945', 'description': 'tempest-description--1549147915'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.267806 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.348306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (d94a5d6d-bf6d-4f11-aeb8-46844bf2857f), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.352460 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d94a5d6d-bf6d-4f11-aeb8-46844bf2857f), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.387760 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.392025 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1457348 Nov 02 12:55:42.392025 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf05106-7fd1-4252-8326-aa9f32746917 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.392242 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42230) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.397458 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group_rule': {'security_group_id': 'd94a5d6d-bf6d-4f11-aeb8-46844bf2857f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.426221 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (49f88911-774a-4bf4-bb17-b2f7d54eed39), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.479205 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (49f88911-774a-4bf4-bb17-b2f7d54eed39), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.483526 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (49f88911-774a-4bf4-bb17-b2f7d54eed39), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.499721 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f88911-774a-4bf4-bb17-b2f7d54eed39,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.521153 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.522433 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2cce554e-5ea1-4514-ac76-873242408d33 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292930 Nov 02 12:55:42.525302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42236) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.530538 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'security_group_rule': {'security_group_id': 'd94a5d6d-bf6d-4f11-aeb8-46844bf2857f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.555791 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (17baeebc-5806-4b0c-8f1e-0401c51d3b25), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.612931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (17baeebc-5806-4b0c-8f1e-0401c51d3b25), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.616671 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (17baeebc-5806-4b0c-8f1e-0401c51d3b25), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.633842 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17baeebc-5806-4b0c-8f1e-0401c51d3b25,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:42.642918 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.644120 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f4f5041b-b761-488b-b449-cdfcd3b8c30f tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170881 Nov 02 12:55:42.647327 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42238) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:42.652860 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:42.673354 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.776852 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:42.888508 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Allocated IP 172.27.0.164 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/b3c6bfd9-9fad-42ad-858d-584a6564a1fb) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:42.992181 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.025267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.062425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:43.065292 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:43.070983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:43.075915 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=b3c6bfd9-9fad-42ad-858d-584a6564a1fb,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.161334 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.187118 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-80bbdfb5-b665-4e94-8a0a-9242dc8fe4ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.202404 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.353230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.358552 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.422795 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=b3c6bfd9-9fad-42ad-858d-584a6564a1fb,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:43.425024 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.440509 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:43.441744 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-69e6ca66-7f28-4c84-a9ac-d975445021aa tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7935159 Nov 02 12:55:43.674366 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-5efc4959-4872-4a70-9b7f-554916579b99 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--264401945&fields=id&tenant_id=27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 267 time: 0.0491812 Nov 02 12:55:43.794453 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-868e76a0-e362-4731-a427-0ee1948d92d6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:43.795936 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-868e76a0-e362-4731-a427-0ee1948d92d6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 809 time: 0.1063650 Nov 02 12:55:43.811083 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-95343209-f02d-4ece-8e72-aeee66e83a87 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/quotas/27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 375 time: 0.0097735 Nov 02 12:55:43.868001 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-f6557daf-1d2e-4ba0-b71b-5710ef885bf1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514891 Nov 02 12:55:43.977334 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-57028118-f5d8-45c2-acca-e36218ebadde service neutron] 10.222.0.91 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968885 Nov 02 12:55:44.072310 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-4c57ee6b-ed29-4709-9497-4973f534da87 service neutron] 10.222.0.91 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879707 Nov 02 12:55:44.251408 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-424c93b6-59c2-487c-9035-9fcee1e7f9f4 req-af895ca5-45db-4886-b23a-ab0195259142 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 210 time: 0.0303640 Nov 02 12:55:44.360537 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.002219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.354738 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b055706-1347-48bf-8fa6-0acdf8718ea6 req-257cc241-14ca-43c0-88e7-7f7352896919 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 210 time: 0.0282195 Nov 02 12:55:45.420055 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-bf3b15c2-db69-4632-8e34-e68c63cd75df tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:45.421584 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-bf3b15c2-db69-4632-8e34-e68c63cd75df tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 809 time: 0.1297019 Nov 02 12:55:45.431376 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:55:45.502005 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-69dc804d-bd27-4e4a-976d-db13488ddecf tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27904d26fea84f67889ad1461c783c94 HTTP/1.1" status: 200 len: 379 time: 0.0570040 Nov 02 12:55:45.515580 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'port': {'device_id': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'admin_state_up': True, 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'security_groups': ['d94a5d6d-bf6d-4f11-aeb8-46844bf2857f']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:45.626997 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Made reservation on behalf of 27904d26fea84f67889ad1461c783c94 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:55:45.630442 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.689428 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.760802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Allocated IP 172.20.0.3 (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78/e17fa213-ffbf-43c2-bebd-091e6bdbf4b2/0045e48c-6972-4ef1-b2f6-e58b39304689) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:55:45.910356 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.951028 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:45.993180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:55:45.996659 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:55:46.003405 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:55:46.009495 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event updated for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.069750 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:46.070650 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.089345 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-9103a9d4-4936-4197-9547-2e9b284373c3 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768161 Nov 02 12:55:46.109457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Request body: {'port': {'device_id': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:46.179855 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.189605 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42292) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:46.314481 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Provisioning complete for port 0045e48c-6972-4ef1-b2f6-e58b39304689 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:46.314867 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.315210 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Attempt 1 to provision port 0045e48c-6972-4ef1-b2f6-e58b39304689 Nov 02 12:55:46.357233 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Port 0045e48c-6972-4ef1-b2f6-e58b39304689 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:55:46.372396 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d646acdd-0d9a-46cc-aabb-bd8477fe7608 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.494574 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b677261-5b39-4cc2-a7ed-b05a604b657c req-8181509e-dfe3-4544-89d0-d17f7b9b58cf tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:46.496298 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b677261-5b39-4cc2-a7ed-b05a604b657c req-8181509e-dfe3-4544-89d0-d17f7b9b58cf tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 931 time: 0.0615742 Nov 02 12:55:46.538718 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d646acdd-0d9a-46cc-aabb-bd8477fe7608 admin admin] Publish callbacks [] for security_group (edfd67a0-483a-4a06-9243-34dcb5b372e2), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.543941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0045e48c-6972-4ef1-b2f6-e58b39304689 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:55:46.549501 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b677261-5b39-4cc2-a7ed-b05a604b657c req-0a65d0fd-c4bf-4187-be3f-ef2d1d536e65 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469251 Nov 02 12:55:46.550585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d646acdd-0d9a-46cc-aabb-bd8477fe7608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (edfd67a0-483a-4a06-9243-34dcb5b372e2), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.554064 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks [] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.595699 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Transition to ACTIVE for port object 0045e48c-6972-4ef1-b2f6-e58b39304689 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:55:46.603726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.607819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646acdd-0d9a-46cc-aabb-bd8477fe7608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd67a0-483a-4a06-9243-34dcb5b372e2,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.614543 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d646acdd-0d9a-46cc-aabb-bd8477fe7608 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=174da283a090419db382197599c9a674&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239151 Nov 02 12:55:46.617286 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42298) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:46.671431 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Publish callbacks [] for security_group (edfd67a0-483a-4a06-9243-34dcb5b372e2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.678019 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Pushing event updated for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.695145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Publish callbacks [] for security_group (edfd67a0-483a-4a06-9243-34dcb5b372e2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.734249 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Attempting to bind port 0045e48c-6972-4ef1-b2f6-e58b39304689 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:55:46.734980 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Attempting to bind port 0045e48c-6972-4ef1-b2f6-e58b39304689 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:55:46.735441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Attempting to bind port 0045e48c-6972-4ef1-b2f6-e58b39304689 on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:46.740884 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Port 0045e48c-6972-4ef1-b2f6-e58b39304689 on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:55:46.741258 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Attempting to bind port 0045e48c-6972-4ef1-b2f6-e58b39304689 on network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:55:46.747826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:55:46.748202 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Checking segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:55:46.748606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Bound using segment: {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:55:46.749022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Bound port: 0045e48c-6972-4ef1-b2f6-e58b39304689, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57851d4a-5b2a-4621-816e-1af3d0b9d605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1393, 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:55:46.749379 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.749746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (edfd67a0-483a-4a06-9243-34dcb5b372e2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.752723 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.753887 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/edfd67a0-483a-4a06-9243-34dcb5b372e2 HTTP/1.1" status: 204 len: 168 time: 0.1355956 Nov 02 12:55:46.763921 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd67a0-483a-4a06-9243-34dcb5b372e2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.771840 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.772458 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.772981 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.773612 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.774114 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.774644 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.775298 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.775788 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.776546 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.777172 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.777517 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.777991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.778338 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173ac132-1bd4-4ef3-b84b-d612916ef614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:46.820262 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:55:46.825248 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0045e48c-6972-4ef1-b2f6-e58b39304689,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:55:46.831237 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.835210 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:46.835921 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:46.837207 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] 10.222.0.94 "PUT /v2.0/ports/0045e48c-6972-4ef1-b2f6-e58b39304689 HTTP/1.1" status: 200 len: 1093 time: 0.7343018 Nov 02 12:55:46.837728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:55:46.840799 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573bc6ba-1a14-4db9-96d9-e2169f865046" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:46.858758 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Attempt 2 to provision port 0045e48c-6972-4ef1-b2f6-e58b39304689 Nov 02 12:55:46.889983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f44c84-5058-4603-ba04-ef919a7c5d88 x-openstack-request-id: req-27f44c84-5058-4603-ba04-ef919a7c5d88 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:46.890282 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:46.890681 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-27f44c84-5058-4603-ba04-ef919a7c5d88 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:46.891070 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f44c84-5058-4603-ba04-ef919a7c5d88'] response: {'name': 'network-changed', 'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'status': 'completed', 'code': 200} Nov 02 12:55:46.905585 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33091193-c2cf-4c15-a4fb-0da840464b25 service neutron] Pushing event updated for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:46.924259 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-3415041f-b1c2-41a9-af75-87fa73a3314b None None] Port 0045e48c-6972-4ef1-b2f6-e58b39304689 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:55:46.967522 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-13b95996-bc94-46a3-9e7a-0ffe594a45fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:46.969088 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-13b95996-bc94-46a3-9e7a-0ffe594a45fc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 1127 time: 0.0537820 Nov 02 12:55:47.212800 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:47.283965 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-ef6e868a-c802-4ff1-a1e5-f0c55ce81f1b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0045e48c-6972-4ef1-b2f6-e58b39304689 HTTP/1.1" status: 200 len: 217 time: 0.2994127 Nov 02 12:55:47.333155 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-f15cdaca-c594-45ce-a3d8-2ea4a76fc45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.334648 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-f15cdaca-c594-45ce-a3d8-2ea4a76fc45a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0444367 Nov 02 12:55:47.391844 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-41c1a82b-d7bf-45d0-8df0-68e10a0a89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.393370 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-41c1a82b-d7bf-45d0-8df0-68e10a0a89e8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512950 Nov 02 12:55:47.489599 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-c9818451-3444-4c95-ae9b-2b9ec0c7c8ef service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880682 Nov 02 12:55:47.584201 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2a3531e3-ec62-4db5-ab78-bc8595baf582 req-12df8077-1ce1-4b76-88d2-43349226e631 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878835 Nov 02 12:55:47.691373 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd317f-ae9e-4388-9084-3edb83fcf4dd req-18ace8b2-56f9-4576-8da8-e61a273b8833 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.692855 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15fd317f-ae9e-4388-9084-3edb83fcf4dd req-18ace8b2-56f9-4576-8da8-e61a273b8833 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 943 time: 0.0604014 Nov 02 12:55:47.735014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-64001a04-c007-46df-b622-71c88d01348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.736539 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-64001a04-c007-46df-b622-71c88d01348b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 1127 time: 0.0559099 Nov 02 12:55:47.750573 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15fd317f-ae9e-4388-9084-3edb83fcf4dd req-fa100bf2-ae1b-4aeb-80a8-8c6ce61a7459 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516794 Nov 02 12:55:47.834019 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-efefaac9-88d5-4f9d-8526-7ee4f2d0a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.835621 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-efefaac9-88d5-4f9d-8526-7ee4f2d0a83c service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.0928738 Nov 02 12:55:47.875732 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-0ab3b337-f6a9-4a44-b522-b9085021368d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0045e48c-6972-4ef1-b2f6-e58b39304689 HTTP/1.1" status: 200 len: 217 time: 0.0338681 Nov 02 12:55:47.933565 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-230b2080-8ed2-4063-96a5-c9acbd64d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.935071 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-230b2080-8ed2-4063-96a5-c9acbd64d5e4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0526371 Nov 02 12:55:47.987407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-7f36efed-cf8f-4619-8080-8de00ca201ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:47.988929 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-7f36efed-cf8f-4619-8080-8de00ca201ae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474241 Nov 02 12:55:48.086630 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-173022f1-b09e-4aba-9fdc-8fea74d70994 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898368 Nov 02 12:55:48.184386 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-573bc6ba-1a14-4db9-96d9-e2169f865046 req-7b9df3e7-731d-4c8a-b090-c0222096ba35 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919688 Nov 02 12:55:48.882944 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0c0b4-a7ea-44a5-87c5-8a74b8d5f76b req-be999f1a-0e46-4a61-8ea2-7efe467bad83 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:48.884896 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83a0c0b4-a7ea-44a5-87c5-8a74b8d5f76b req-be999f1a-0e46-4a61-8ea2-7efe467bad83 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 943 time: 0.0567961 Nov 02 12:55:48.933477 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-83a0c0b4-a7ea-44a5-87c5-8a74b8d5f76b req-84b1567d-4d52-4a7f-aa6b-9c9f5010cdbb tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432942 Nov 02 12:55:49.440848 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-04d41e4a-35ed-4e8b-a8a1-fed0365ed17f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458786 Nov 02 12:55:49.528854 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3855f-e43f-4f28-9453-b1802060566b req-6c68c181-5028-4a3d-8e39-c7b95c47ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:49.530268 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-6c68c181-5028-4a3d-8e39-c7b95c47ff30 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0459251 Nov 02 12:55:49.638085 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3855f-e43f-4f28-9453-b1802060566b req-c7933d40-c424-4805-9944-ba998e99d66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:49.639603 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-c7933d40-c424-4805-9944-ba998e99d66b service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.0910957 Nov 02 12:55:49.706536 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-4bcf0322-32ac-4605-ac72-f57daccb4548 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 1001 time: 0.0592451 Nov 02 12:55:49.761021 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3855f-e43f-4f28-9453-b1802060566b req-fd422a0c-0d02-4e20-a09e-462b6b7007fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:49.762827 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-fd422a0c-0d02-4e20-a09e-462b6b7007fe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.0500951 Nov 02 12:55:49.822285 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3855f-e43f-4f28-9453-b1802060566b req-fa3ae355-d9e8-41cd-859d-5fea1a2c79bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:49.824660 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-fa3ae355-d9e8-41cd-859d-5fea1a2c79bb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494173 Nov 02 12:55:49.916382 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-6584364c-3987-4687-a40b-1e4f1db0ece2 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853240 Nov 02 12:55:50.015058 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c2a3855f-e43f-4f28-9453-b1802060566b req-4866c052-b48b-4b1c-b0a9-b6e7b2abcc6e service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920630 Nov 02 12:55:50.066718 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a1ded-7083-49ea-b667-e436a80f0b94 req-b77bd75d-9374-484f-b703-b184cc302042 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:50.068240 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-117a1ded-7083-49ea-b667-e436a80f0b94 req-b77bd75d-9374-484f-b703-b184cc302042 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 943 time: 0.0565317 Nov 02 12:55:50.119422 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-117a1ded-7083-49ea-b667-e436a80f0b94 req-d368adb2-5a78-4a09-aa3f-7468bc95cd5c tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454166 Nov 02 12:55:51.252701 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92c2b-292c-4bd5-98da-109d31ace01b req-9c8a41d0-4ee1-4506-a598-32fdb6474028 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:51.254178 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79e92c2b-292c-4bd5-98da-109d31ace01b req-9c8a41d0-4ee1-4506-a598-32fdb6474028 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 943 time: 0.0544553 Nov 02 12:55:51.302138 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79e92c2b-292c-4bd5-98da-109d31ace01b req-6f822aa3-a4e8-4d04-b6a4-f5df4fd0616b tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423446 Nov 02 12:55:51.469636 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 0045e48c-6972-4ef1-b2f6-e58b39304689 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:55:51.575781 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0045e48c-6972-4ef1-b2f6-e58b39304689,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:51.587680 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'port_id': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'mac_address': 'fa:16:3e:d4:a2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:55:51.625378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 0045e48c-6972-4ef1-b2f6-e58b39304689 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:51.625809 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.640151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0045e48c-6972-4ef1-b2f6-e58b39304689 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:55:51.660946 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0045e48c-6972-4ef1-b2f6-e58b39304689,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:51.665142 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:51.716914 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:51.724599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.724906 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.725329 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.725665 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.725996 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.726341 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.726677 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.727098 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.727423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.727746 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.728152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.728786 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:51.728916 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:55:52.215080 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['0045e48c-6972-4ef1-b2f6-e58b39304689'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:55:52.429519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcba9db-d7fd-4934-b427-eb98c918693e req-4f9ed999-c125-4818-9f02-4ccb11d818e5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:52.430949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2bcba9db-d7fd-4934-b427-eb98c918693e req-4f9ed999-c125-4818-9f02-4ccb11d818e5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 944 time: 0.0532098 Nov 02 12:55:52.478610 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2bcba9db-d7fd-4934-b427-eb98c918693e req-7742ffb4-83a8-4354-8c09-bcd9063012b7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Nov 02 12:55:53.474156 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 0045e48c-6972-4ef1-b2f6-e58b39304689 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:55:53.524578 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 0045e48c-6972-4ef1-b2f6-e58b39304689 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:55:53.529588 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 0045e48c-6972-4ef1-b2f6-e58b39304689 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:55:53.529969 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.530323 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 0045e48c-6972-4ef1-b2f6-e58b39304689 Nov 02 12:55:53.606710 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 0045e48c-6972-4ef1-b2f6-e58b39304689 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:55:53.607113 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.613068 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b104641-eccb-4117-9f45-9a6d33bad403 req-1519ec6d-38a6-4d5f-8003-e97574dd508e tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:53.614561 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b104641-eccb-4117-9f45-9a6d33bad403 req-1519ec6d-38a6-4d5f-8003-e97574dd508e tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 944 time: 0.0600712 Nov 02 12:55:53.631806 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:55:53.634151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec9779a-8107-4ea8-b212-74d6faf7f55e" -d '{"events": [{"server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "name": "network-vif-plugged", "status": "completed", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:53.652941 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0045e48c-6972-4ef1-b2f6-e58b39304689,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:55:53.657634 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:53.681885 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cd0c7f-d0f2-4339-a1e5-676a956145b9 x-openstack-request-id: req-75cd0c7f-d0f2-4339-a1e5-676a956145b9 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:53.682190 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "name": "network-vif-plugged", "status": "completed", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:53.682634 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-75cd0c7f-d0f2-4339-a1e5-676a956145b9 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:53.683036 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cd0c7f-d0f2-4339-a1e5-676a956145b9'] response: {'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'code': 200} Nov 02 12:55:53.688394 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6b104641-eccb-4117-9f45-9a6d33bad403 req-765e680f-a090-47d3-b33d-2bcde4c92adf tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673170 Nov 02 12:55:53.712436 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:55:53.900732 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597d473-4dc6-4175-8eba-b4b5d0f28c8e req-ecee5e94-f2cc-43a6-b423-6fd5378d0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:53.903073 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b597d473-4dc6-4175-8eba-b4b5d0f28c8e req-ecee5e94-f2cc-43a6-b423-6fd5378d0840 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 1129 time: 0.0455854 Nov 02 12:55:53.948721 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b597d473-4dc6-4175-8eba-b4b5d0f28c8e req-d26ad818-d105-4587-8619-c781f89b7f5c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387836 Nov 02 12:55:54.826826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513281b-f977-4906-8834-cd863d16a2e8 req-c835a5cb-004a-44f9-8d16-f68ce4fd8132 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:54.828337 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a513281b-f977-4906-8834-cd863d16a2e8 req-c835a5cb-004a-44f9-8d16-f68ce4fd8132 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0571151 Nov 02 12:55:54.877469 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a513281b-f977-4906-8834-cd863d16a2e8 req-f5847b8e-f38c-47bb-865b-005ebc7a821a tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Nov 02 12:55:56.006182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe1e1f-d0c6-49f7-9dd9-7fb4ba394b83 req-e1f32080-0f1e-4b7c-9a4c-4e4a45ca3893 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:56.007670 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0dbe1e1f-d0c6-49f7-9dd9-7fb4ba394b83 req-e1f32080-0f1e-4b7c-9a4c-4e4a45ca3893 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Nov 02 12:55:56.060342 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0dbe1e1f-d0c6-49f7-9dd9-7fb4ba394b83 req-19a0f6de-1afc-4df5-b560-2790d9cdccf1 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460770 Nov 02 12:55:56.185318 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad21c997-2e7c-4c0f-9466-c5447b7ff688 req-42ff5a1e-7060-414e-8f0f-40dc79100326 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:56.187501 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad21c997-2e7c-4c0f-9466-c5447b7ff688 req-42ff5a1e-7060-414e-8f0f-40dc79100326 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0559368 Nov 02 12:55:56.197488 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42324) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:55:56.202430 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Request body: {'floatingip': {'port_id': '0045e48c-6972-4ef1-b2f6-e58b39304689'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:55:56.240785 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.688731 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.692767 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:56.788670 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Floating IP af3320a6-0823-4215-85c4-f384db1f1e98 associated. External IP: 172.27.0.164, port: 0045e48c-6972-4ef1-b2f6-e58b39304689. Nov 02 12:55:56.986638 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:55:57.090383 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:55:57.095023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:55:57.100839 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:55:57.111617 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:57.112247 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:55:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.127219 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f1210687-ae07-4931-9c2f-0b17fc3e29c5 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "PUT /v2.0/floatingips/af3320a6-0823-4215-85c4-f384db1f1e98 HTTP/1.1" status: 200 len: 991 time: 0.9281211 Nov 02 12:55:57.127960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:55:57.130445 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8158a11-7024-4fcf-9ab9-d9aab5336edd" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:55:57.175720 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1dd7d06-fc33-49fa-9da3-718e0720c200 x-openstack-request-id: req-d1dd7d06-fc33-49fa-9da3-718e0720c200 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:55:57.176014 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:55:57.176271 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-d1dd7d06-fc33-49fa-9da3-718e0720c200 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:55:57.176673 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1dd7d06-fc33-49fa-9da3-718e0720c200'] response: {'name': 'network-changed', 'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'status': 'completed', 'code': 200} Nov 02 12:55:57.217540 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:57.274280 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-94f9aad2-8ac8-49c8-a6ba-f664d362f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:57.275745 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-94f9aad2-8ac8-49c8-a6ba-f664d362f0ba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=27904d26fea84f67889ad1461c783c94&device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 1129 time: 0.0534217 Nov 02 12:55:57.371719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-26aafb29-6274-4e5b-85e1-5a6fb7d0f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:57.373217 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-26aafb29-6274-4e5b-85e1-5a6fb7d0f9dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 200 len: 911 time: 0.0916841 Nov 02 12:55:57.442496 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-aa799d45-33cc-48ee-8454-f1e79a57f0d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0045e48c-6972-4ef1-b2f6-e58b39304689 HTTP/1.1" status: 200 len: 999 time: 0.0625830 Nov 02 12:55:57.444941 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'af3320a6-0823-4215-85c4-f384db1f1e98', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:d4:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:43Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.470954 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:55:57.479950 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:55:57.480570 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:55:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.495169 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-4b126b27-b386-4c47-8207-740f00e42889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:57.496901 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-4b126b27-b386-4c47-8207-740f00e42889 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 200 len: 848 time: 0.0471768 Nov 02 12:55:57.552569 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-b068fd61-4042-496e-ab55-3189919ce90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:55:57.554123 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-b068fd61-4042-496e-ab55-3189919ce90b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503957 Nov 02 12:55:57.591806 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:55:57.654880 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-e2491857-5d8b-404b-be58-cc3eff66042a service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938504 Nov 02 12:55:57.754156 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e8158a11-7024-4fcf-9ab9-d9aab5336edd req-81331170-2b37-439b-8d9b-e5242c817379 service neutron] 10.222.0.94 "GET /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933578 Nov 02 12:55:57.841650 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'af3320a6-0823-4215-85c4-f384db1f1e98', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:d4:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:43Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:55:57.868806 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407d6873-5427-42a7-bf93-022a9fc9d723 None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': 'af3320a6-0823-4215-85c4-f384db1f1e98', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'floating_ip_address': '172.27.0.164', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'port_id': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'mac_address': 'fa:16:3e:d4:a2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:55:43Z', 'updated_at': '2022-11-02T12:55:56Z', 'revision_number': 1, 'project_id': '27904d26fea84f67889ad1461c783c94', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:55:58.068902 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99cdbb3-edcb-49c9-b081-42c6f03b9079 None None] New status for floating IP af3320a6-0823-4215-85c4-f384db1f1e98: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:10.810608 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8f82-d7ec-45c9-bf74-6f6c9310248d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:12.174255 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75120d32-affe-43b5-bb6b-bb126cd8be0b req-63ecec56-a404-4436-b84e-e3dfea31ba00 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:12.176024 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75120d32-affe-43b5-bb6b-bb126cd8be0b req-63ecec56-a404-4436-b84e-e3dfea31ba00 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0602598 Nov 02 12:56:12.230849 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-75120d32-affe-43b5-bb6b-bb126cd8be0b req-515127fd-08e5-4a4f-b9a8-3e0ed589c528 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453694 Nov 02 12:56:13.189856 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a3445f77-8977-42a9-a644-01056b676468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:13.353909 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09c90-3a71-4d28-ab8e-5ecfc6bd47c6 req-0c099756-659a-4d24-ac78-b0e6c2e5f00e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:13.356385 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2ff09c90-3a71-4d28-ab8e-5ecfc6bd47c6 req-0c099756-659a-4d24-ac78-b0e6c2e5f00e tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0529978 Nov 02 12:56:13.404892 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2ff09c90-3a71-4d28-ab8e-5ecfc6bd47c6 req-3fdc40a4-b5d6-4aea-b6b6-339d33541ce6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428565 Nov 02 12:56:14.363192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.393631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-49243d39-8edb-498f-ad07-f33b5fda9eb6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.395100 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-49243d39-8edb-498f-ad07-f33b5fda9eb6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.0589080 Nov 02 12:56:14.511977 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 81575abc-8d5f-40cc-8abf-f7cf54627b0c {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:14.512323 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.607703 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] For port 81575abc-8d5f-40cc-8abf-f7cf54627b0c, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=81575abc-8d5f-40cc-8abf-f7cf54627b0c,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:14.608074 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.769205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41f941-fcfb-4ebd-af60-8b4eb7c78c03 req-8f5a7aca-7a10-42f1-95a7-48c3737987c2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.770707 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d41f941-fcfb-4ebd-af60-8b4eb7c78c03 req-8f5a7aca-7a10-42f1-95a7-48c3737987c2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.3069282 Nov 02 12:56:14.786669 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.787026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.787338 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 5093afd2-a7ce-4dc6-9de1-1da613b35ede disassociated. External IP: 172.27.0.115, port: 81575abc-8d5f-40cc-8abf-f7cf54627b0c. Nov 02 12:56:14.787673 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 81575abc-8d5f-40cc-8abf-f7cf54627b0c owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:14.804507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc7564-4a77-4ba7-9726-2f8fe9b0aff2 req-6587a296-e901-4385-9d63-aceda786d035 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:14.806023 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b4fc7564-4a77-4ba7-9726-2f8fe9b0aff2 req-6587a296-e901-4385-9d63-aceda786d035 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=92c4dec4-d2d2-4bee-a1a6-499bb5bd6953 HTTP/1.1" status: 200 len: 946 time: 0.2946739 Nov 02 12:56:14.850052 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d41f941-fcfb-4ebd-af60-8b4eb7c78c03 req-6308152c-37d8-47f3-b85f-28fb1605a0bf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725372 Nov 02 12:56:14.887345 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b4fc7564-4a77-4ba7-9726-2f8fe9b0aff2 req-ec59e987-7234-4c6c-bf53-d6b9b38e9e9c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=6fdcd520-e38f-4634-8fee-e891e7aeebb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694184 Nov 02 12:56:14.927793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (81575abc-8d5f-40cc-8abf-f7cf54627b0c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:14.961033 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=81575abc-8d5f-40cc-8abf-f7cf54627b0c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:15.004784 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.075326 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:15.176103 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:15.187976 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:15.198210 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:15.198979 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.222170 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] No DVR routers for this DVR port 81575abc-8d5f-40cc-8abf-f7cf54627b0c on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:15.224739 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.228046 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a5ae7a1a-897b-4097-902f-39a9f278657e req-e552fa7a-1b1d-4944-9e33-f787805a3157 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "DELETE /v2.0/ports/81575abc-8d5f-40cc-8abf-f7cf54627b0c HTTP/1.1" status: 204 len: 173 time: 0.8274024 Nov 02 12:56:15.228568 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'name': 'network-vif-deleted', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:15.231696 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a88c98c-d08c-49cc-b8d1-e0917fdb3127" -d '{"events": [{"server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "name": "network-vif-deleted", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:15.272051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdef541-9361-4f10-88ec-379384a86eaa x-openstack-request-id: req-5cdef541-9361-4f10-88ec-379384a86eaa {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:15.272605 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92c4dec4-d2d2-4bee-a1a6-499bb5bd6953", "name": "network-vif-deleted", "tag": "81575abc-8d5f-40cc-8abf-f7cf54627b0c", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:15.272821 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5cdef541-9361-4f10-88ec-379384a86eaa {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:15.273231 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdef541-9361-4f10-88ec-379384a86eaa'] response: {'server_uuid': '92c4dec4-d2d2-4bee-a1a6-499bb5bd6953', 'name': 'network-vif-deleted', 'tag': '81575abc-8d5f-40cc-8abf-f7cf54627b0c', 'status': 'completed', 'code': 200} Nov 02 12:56:15.309985 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:15.525773 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.550832 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:15.559722 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:15.560345 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.660187 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:15.709701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:15.874712 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:15.903489 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cb9e3-93e5-4f00-8d5d-3402cab5ae60 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:15.991879 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42450) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.007635 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b903b4-56f6-4c15-8caa-c1fbc9ec0dbf req-7bb8388e-f60a-4ef5-bd53-6bb9e41f65e7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:16.009350 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5b903b4-56f6-4c15-8caa-c1fbc9ec0dbf req-7bb8388e-f60a-4ef5-bd53-6bb9e41f65e7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0657337 Nov 02 12:56:16.050046 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (6fdcd520-e38f-4634-8fee-e891e7aeebb8), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.065007 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5b903b4-56f6-4c15-8caa-c1fbc9ec0dbf req-c3621247-4eb0-4425-8e76-1d9852736c28 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493102 Nov 02 12:56:16.080501 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (6fdcd520-e38f-4634-8fee-e891e7aeebb8), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.147355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (6fdcd520-e38f-4634-8fee-e891e7aeebb8), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.150555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.151841 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/security-groups/6fdcd520-e38f-4634-8fee-e891e7aeebb8 HTTP/1.1" status: 204 len: 168 time: 0.1589584 Nov 02 12:56:16.155558 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42452) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.173959 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.api.v2.resource [None req-83d5d955-fa29-4df1-a7b0-b4836752055b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] show failed (client error): The resource could not be found. Nov 02 12:56:16.175022 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-83d5d955-fa29-4df1-a7b0-b4836752055b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups/6fdcd520-e38f-4634-8fee-e891e7aeebb8 HTTP/1.1" status: 404 len: 347 time: 0.0185294 Nov 02 12:56:16.175837 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e8acb-181c-40f5-8e0c-61a14d831dc0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdcd520-e38f-4634-8fee-e891e7aeebb8,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.177609 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55417281-decb-459e-a31f-710f2794c955 None None] New status for floating IP 5093afd2-a7ce-4dc6-9de1-1da613b35ede: DOWN {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:16.178100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42454) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.306084 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 41c773ac-b5de-4fdf-9028-7ce6aed41fa5 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:16.307037 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.389916 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.390244 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.402263 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 41c773ac-b5de-4fdf-9028-7ce6aed41fa5 owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:16.537490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (41c773ac-b5de-4fdf-9028-7ce6aed41fa5), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.562337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=41c773ac-b5de-4fdf-9028-7ce6aed41fa5,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.624795 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (5093afd2-a7ce-4dc6-9de1-1da613b35ede), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.627339 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.628500 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-63fd460a-66bb-43c9-b94b-d9b049772aa0 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/floatingips/5093afd2-a7ce-4dc6-9de1-1da613b35ede HTTP/1.1" status: 204 len: 168 time: 0.4495862 Nov 02 12:56:16.695643 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42458) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.700840 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985146577', 'description': 'tempest-description--366812921'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:16.720233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.789833 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (73fe5604-aa17-4dfb-b2c3-0adef09bc57d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.794948 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (73fe5604-aa17-4dfb-b2c3-0adef09bc57d), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.822950 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.824756 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1275132 Nov 02 12:56:16.827645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42462) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.831981 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '73fe5604-aa17-4dfb-b2c3-0adef09bc57d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:16.837788 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02743e-e8c1-4c56-bd8f-fa9658b87b7c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fe5604-aa17-4dfb-b2c3-0adef09bc57d,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.860095 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (da5af92b-c7d6-4e9b-95af-be165d184e10), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.920934 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (da5af92b-c7d6-4e9b-95af-be165d184e10), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.924522 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (da5af92b-c7d6-4e9b-95af-be165d184e10), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.941626 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da5af92b-c7d6-4e9b-95af-be165d184e10,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:16.949756 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:16.950996 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d76713b5-41de-4b38-8da9-b6f83ee1d8f5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223907 Nov 02 12:56:16.953672 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42466) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:16.958140 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'security_group_rule': {'security_group_id': '73fe5604-aa17-4dfb-b2c3-0adef09bc57d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:16.983456 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (9ca3f117-a0cb-4a4a-89ba-9884aa15a4bc), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.037986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (9ca3f117-a0cb-4a4a-89ba-9884aa15a4bc), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.042151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (9ca3f117-a0cb-4a4a-89ba-9884aa15a4bc), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.060753 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca3f117-a0cb-4a4a-89ba-9884aa15a4bc,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.068082 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.069275 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5fb1af0f-a3aa-4cae-a247-cda32bc54477 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1146474 Nov 02 12:56:17.072341 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42468) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.077059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:17.097184 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.207971 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cb8de-4a6e-4012-a67a-cb051ab00227 req-9fbe0412-0854-4f03-a0e7-56c1b23be147 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:17.208606 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.209491 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c24cb8de-4a6e-4012-a67a-cb051ab00227 req-9fbe0412-0854-4f03-a0e7-56c1b23be147 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0609701 Nov 02 12:56:17.211848 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.259804 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c24cb8de-4a6e-4012-a67a-cb051ab00227 req-ad25ea97-5a47-4da6-8644-c7fc9ce2daf6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Nov 02 12:56:17.311298 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42474) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:17.324645 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.27.0.121 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/5ca43c3c-bbd1-4058-a6ff-0e14175c1448) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:17.435340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.469792 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.508899 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:17.512176 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:17.517903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:17.522839 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=5ca43c3c-bbd1-4058-a6ff-0e14175c1448,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.599302 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 81575abc-8d5f-40cc-8abf-f7cf54627b0c no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:17.611391 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.617642 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Deleting port fe237667-8f1b-40c9-851f-59856ce8df3e {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:17.618033 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.620486 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 81575abc-8d5f-40cc-8abf-f7cf54627b0c {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:17.621728 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 81575abc-8d5f-40cc-8abf-f7cf54627b0c not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:17.651109 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.700054 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.700375 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for floatingip (fe237667-8f1b-40c9-851f-59856ce8df3e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.711991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Calling delete_port for fe237667-8f1b-40c9-851f-59856ce8df3e owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:17.803010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.809203 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.875781 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=5ca43c3c-bbd1-4058-a6ff-0e14175c1448,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.877983 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.887168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (fe237667-8f1b-40c9-851f-59856ce8df3e), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.893350 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.894633 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d0f0aeea-f027-45d7-adc8-a9ffadeb0c62 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8210313 Nov 02 12:56:17.912637 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event deleted for resources: {'Port': ['ID=fe237667-8f1b-40c9-851f-59856ce8df3e,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:17.976515 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for floatingip (6091ec87-c52c-4f13-8084-a8b9dfc79160), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:17.976849 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Floating IP 6091ec87-c52c-4f13-8084-a8b9dfc79160 disassociated (deleted). External IP: 172.27.0.205, port: a76cbef7-e568-4ca3-8337-0b06b158ed78. Nov 02 12:56:18.113025 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-b172cace-d061-4d9e-825c-e79e7fb24cdc tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-securitygroup--1985146577&fields=id&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 267 time: 0.0797601 Nov 02 12:56:18.296764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:18.303238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-4357f7aa-8e08-414f-a9b5-7cfb0a85fa61 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:18.304708 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-4357f7aa-8e08-414f-a9b5-7cfb0a85fa61 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1543441 Nov 02 12:56:18.325263 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-3c02be5a-6e18-453b-97d6-7896174878ea tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/quotas/b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 375 time: 0.0130994 Nov 02 12:56:18.498992 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096871d4-ae1c-479a-a947-6b047f6c9359 req-67b6146b-8116-408b-93b6-b738fcf2fe8b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:18.500482 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-096871d4-ae1c-479a-a947-6b047f6c9359 req-67b6146b-8116-408b-93b6-b738fcf2fe8b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.1458700 Nov 02 12:56:18.501779 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:18.507965 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-d3ecb363-55e2-45c2-8589-3dada7dbc03b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521122 Nov 02 12:56:18.511410 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Sync routers for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:18.512748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:18.521495 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:18.522217 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:18.550090 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-b350cbcf-2523-44dd-b349-7f49017ba689 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:56:18.551098 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-b350cbcf-2523-44dd-b349-7f49017ba689 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091057 Nov 02 12:56:18.585922 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-713dee9b-c836-48f4-b784-d75904127bcc tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "DELETE /v2.0/floatingips/6091ec87-c52c-4f13-8084-a8b9dfc79160 HTTP/1.1" status: 204 len: 168 time: 1.2735600 Nov 02 12:56:18.612017 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:18.614275 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acd2c86-7a50-490d-87ec-b6de650cc5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:18.627201 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:18.636346 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-096871d4-ae1c-479a-a947-6b047f6c9359 req-e45dab9f-8fce-46b4-ab5b-f0e6bb04ea93 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274364 Nov 02 12:56:18.685258 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-0384e3d3-7ba3-4b72-be24-e47037488c0b service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239188 Nov 02 12:56:18.804254 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-a0c937a5-bc7d-4461-a771-307ab7e4f0f4 service neutron] 10.222.0.91 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129658 Nov 02 12:56:18.852999 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50511e3a-bfef-4feb-a403-ec4908593215 x-openstack-request-id: req-50511e3a-bfef-4feb-a403-ec4908593215 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:18.853455 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:18.853764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-50511e3a-bfef-4feb-a403-ec4908593215 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:18.854177 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50511e3a-bfef-4feb-a403-ec4908593215'] response: {'name': 'network-changed', 'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'status': 'completed', 'code': 200} Nov 02 12:56:18.861679 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:18.895707 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Checking router: d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:18.911509 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:18.912557 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:18.958876 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-bc5ad225-6a8a-4a0f-9f90-159546f65da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:18.975253 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-bc5ad225-6a8a-4a0f-9f90-159546f65da1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4c97257820854f7fa911c9f73082f468&device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 1129 time: 0.0700829 Nov 02 12:56:19.008200 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d0ca0c0d-dc98-4b3e-b572-fe4342c67eda req-09b393bb-4d19-462c-b048-7c22f1ceb3b6 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 210 time: 0.0328712 Nov 02 12:56:19.025728 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8a68a-8af2-440a-9ed9-5767699645b7 req-b32c1484-41ae-4c9a-9250-563ad62a7116 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.029177 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-60d8a68a-8af2-440a-9ed9-5767699645b7 req-b32c1484-41ae-4c9a-9250-563ad62a7116 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1212883 Nov 02 12:56:19.070883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:19.094105 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-ad5800e8-226b-4b45-b392-f5db2e5e6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.095879 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-ad5800e8-226b-4b45-b392-f5db2e5e6851 service neutron] 10.222.0.94 "GET /v2.0/networks?id=09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 200 len: 911 time: 0.1133537 Nov 02 12:56:19.102091 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-60d8a68a-8af2-440a-9ed9-5767699645b7 req-e9f86e6c-05f1-42c5-96fa-eb9cc3f818b8 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546212 Nov 02 12:56:19.140046 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-403f5cf7-1b62-45b0-9fa3-ef3d98419075 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 200 len: 217 time: 0.0367587 Nov 02 12:56:19.200192 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-bdd3258a-8d34-4284-b79d-8f4f19ba6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.201757 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-bdd3258a-8d34-4284-b79d-8f4f19ba6ddf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 200 len: 848 time: 0.0548339 Nov 02 12:56:19.265156 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-f509c1e7-43f3-41e1-a09b-8c909fc99847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.267020 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-f509c1e7-43f3-41e1-a09b-8c909fc99847 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=09998b3e-df31-4adb-a4ee-ac684fc33a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577044 Nov 02 12:56:19.299290 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:19.326020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1dd3c9-47e5-47c2-8f0e-6edfa1ab0e70 None None] The sync data for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi is: [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:49:29Z', 'revision_number': 4, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd', 'name': '', 'network_id': '09998b3e-df31-4adb-a4ee-ac684fc33a81', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'mac_address': 'fa:16:3e:7d:65:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:28Z', 'updated_at': '2022-11-02T12:49:39Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'subnets': [{'id': '991263e9-bfec-4370-97c9-1352e48afe8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:19.376883 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-dfce6abe-9257-4131-bcbe-cef1e72c8106 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013572 Nov 02 12:56:19.492570 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0acd2c86-7a50-490d-87ec-b6de650cc5c3 req-0ea30443-4750-43e4-93b4-79c8329dd158 service neutron] 10.222.0.94 "GET /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058929 Nov 02 12:56:19.578950 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b2a6b6-9422-4954-af0a-87826a1ac250 None None] New status for floating IP 6091ec87-c52c-4f13-8084-a8b9dfc79160: DOWN {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:19.778818 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdc6b-309d-4d94-82c5-5b884527f373 req-1701c417-4780-4ca9-b71b-17b820057dc0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:19.780397 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-306cdc6b-309d-4d94-82c5-5b884527f373 req-1701c417-4780-4ca9-b71b-17b820057dc0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0568278 Nov 02 12:56:19.832512 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-306cdc6b-309d-4d94-82c5-5b884527f373 req-b9447e70-5d08-4c73-97c0-42352c9fe5e0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443442 Nov 02 12:56:20.126763 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3cd6899c-dfe6-4537-9ea9-42cc57c852b0 req-87120477-b491-4747-b3cb-478988e3d88c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 210 time: 0.0301409 Nov 02 12:56:20.203735 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e0260607-2291-464b-acbe-043320d9f352 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.205311 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e0260607-2291-464b-acbe-043320d9f352 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 814 time: 0.1553042 Nov 02 12:56:20.269481 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1dfb2-3097-4fdd-982c-899f809571bf req-40a3d7df-7ced-4745-9b6a-16ead1d99b9f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.274829 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26a1dfb2-3097-4fdd-982c-899f809571bf req-40a3d7df-7ced-4745-9b6a-16ead1d99b9f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0676718 Nov 02 12:56:20.299715 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-50942653-3615-43f5-a3b9-69d7a22ba698 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5c1387c70914ed7925da3d0a69e73d3 HTTP/1.1" status: 200 len: 380 time: 0.0591445 Nov 02 12:56:20.309176 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'port': {'device_id': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'admin_state_up': True, 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'security_groups': ['73fe5604-aa17-4dfb-b2c3-0adef09bc57d']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:20.323301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26a1dfb2-3097-4fdd-982c-899f809571bf req-26731c69-f3ae-4257-af99-47f26693d56d tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469964 Nov 02 12:56:20.426057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Made reservation on behalf of b5c1387c70914ed7925da3d0a69e73d3 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:20.429546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.568762 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Allocated IP 172.20.0.11 (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06/b47fe84a-175f-4b25-8328-1f1cb7262e4e/246182eb-f37d-45d9-8d24-6c06db8cb173) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:20.708842 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.741997 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.787196 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:20.790509 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:20.797191 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:20.802344 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event updated for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:20.850095 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.850753 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.869321 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-958a4854-62e7-4c53-87f3-7ea57a7d89a4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5637467 Nov 02 12:56:20.888232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Request body: {'port': {'device_id': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:20.953951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:20.988182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbe602-770e-4ed1-94a4-e841c5d05a0c req-3597c77e-97db-4242-8921-a76106a57a01 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:20.989689 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cfbbe602-770e-4ed1-94a4-e841c5d05a0c req-3597c77e-97db-4242-8921-a76106a57a01 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0617964 Nov 02 12:56:21.038923 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cfbbe602-770e-4ed1-94a4-e841c5d05a0c req-57f5f696-40e8-484c-9fc7-f0a1a2d18050 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Nov 02 12:56:21.081616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Provisioning complete for port 246182eb-f37d-45d9-8d24-6c06db8cb173 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:21.082206 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.082354 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Attempt 1 to provision port 246182eb-f37d-45d9-8d24-6c06db8cb173 Nov 02 12:56:21.114656 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Port 246182eb-f37d-45d9-8d24-6c06db8cb173 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:21.169139 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-efb457cb-2931-4d82-9389-ae09c27a3a2b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.170624 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-efb457cb-2931-4d82-9389-ae09c27a3a2b tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.94 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.1165576 Nov 02 12:56:21.272655 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec34261-108d-4fc5-9ada-d784609ac54c req-49ef14a8-1552-47c1-9ac1-7be83029e397 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.274133 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ec34261-108d-4fc5-9ada-d784609ac54c req-49ef14a8-1552-47c1-9ac1-7be83029e397 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 932 time: 0.0571675 Nov 02 12:56:21.319241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246182eb-f37d-45d9-8d24-6c06db8cb173 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:21.327673 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ec34261-108d-4fc5-9ada-d784609ac54c req-3ea42303-0e18-4f3b-bfe3-99b477a60a43 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Nov 02 12:56:21.330022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks [] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.337580 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Deleting port a76cbef7-e568-4ca3-8337-0b06b158ed78 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:21.337918 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.385774 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Transition to ACTIVE for port object 246182eb-f37d-45d9-8d24-6c06db8cb173 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:56:21.391331 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.460698 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aedff9-f1ca-49c3-b534-ee28f527d741 req-5526dd32-fc56-4a38-95aa-e8e653691a1f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.462433 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-80aedff9-f1ca-49c3-b534-ee28f527d741 req-5526dd32-fc56-4a38-95aa-e8e653691a1f tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 945 time: 0.0573285 Nov 02 12:56:21.518222 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-80aedff9-f1ca-49c3-b534-ee28f527d741 req-18ccc74a-b1a3-464f-92e6-28e5f71d4248 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/security-groups?id=d7a5f5bf-b38e-453c-be1f-4752844d9b55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494258 Nov 02 12:56:21.615628 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Attempt 2 to provision port 246182eb-f37d-45d9-8d24-6c06db8cb173 Nov 02 12:56:21.649720 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Port 246182eb-f37d-45d9-8d24-6c06db8cb173 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:21.724455 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Pushing event updated for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:21.756070 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] For port a76cbef7-e568-4ca3-8337-0b06b158ed78, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=a76cbef7-e568-4ca3-8337-0b06b158ed78,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:21.756438 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.774496 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Calling delete_port for a76cbef7-e568-4ca3-8337-0b06b158ed78 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:21.833810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Attempting to bind port 246182eb-f37d-45d9-8d24-6c06db8cb173 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:56:21.834151 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Attempting to bind port 246182eb-f37d-45d9-8d24-6c06db8cb173 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:56:21.834505 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Attempting to bind port 246182eb-f37d-45d9-8d24-6c06db8cb173 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:21.842986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Port 246182eb-f37d-45d9-8d24-6c06db8cb173 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:56:21.843311 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Attempting to bind port 246182eb-f37d-45d9-8d24-6c06db8cb173 on network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:21.857653 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:21.857990 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Checking segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:56:21.858409 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Bound using segment: {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:21.859014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Bound port: 246182eb-f37d-45d9-8d24-6c06db8cb173, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e9aac9-5694-4c75-bd92-0d9e79938a31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1363, 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:56:21.859383 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.961058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:21.966541 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=246182eb-f37d-45d9-8d24-6c06db8cb173,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:21.974819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.979180 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:21.979792 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.981266 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] 10.222.0.94 "PUT /v2.0/ports/246182eb-f37d-45d9-8d24-6c06db8cb173 HTTP/1.1" status: 200 len: 1094 time: 1.0980644 Nov 02 12:56:21.981846 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (a76cbef7-e568-4ca3-8337-0b06b158ed78), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:21.983282 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:21.985522 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01717f84-c180-402e-bd9d-c22953c093a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:22.032301 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8230d86-8b40-4665-9abd-d46035fd3420 x-openstack-request-id: req-f8230d86-8b40-4665-9abd-d46035fd3420 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:22.032592 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:22.032869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f8230d86-8b40-4665-9abd-d46035fd3420 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:22.033239 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8230d86-8b40-4665-9abd-d46035fd3420'] response: {'name': 'network-changed', 'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'status': 'completed', 'code': 200} Nov 02 12:56:22.101644 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e244d496-ae67-452f-8b23-4ed9caa17e13 service neutron] Pushing event updated for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:22.106449 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] No DVR routers for this DVR port a76cbef7-e568-4ca3-8337-0b06b158ed78 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:22.112741 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:22.115911 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-d5c36760-3615-4de7-a5b8-c130b0f491f5 req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.94 "DELETE /v2.0/ports/a76cbef7-e568-4ca3-8337-0b06b158ed78 HTTP/1.1" status: 204 len: 173 time: 0.9347913 Nov 02 12:56:22.135661 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0806d3-2ded-44e6-8d32-5ddee1840283 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event deleted for resources: {'Port': ['ID=a76cbef7-e568-4ca3-8337-0b06b158ed78,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:22.150704 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Attempt 3 to provision port 246182eb-f37d-45d9-8d24-6c06db8cb173 Nov 02 12:56:22.151776 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-acbfe41e-5084-4d69-9f73-964aaa16930f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.154560 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-acbfe41e-5084-4d69-9f73-964aaa16930f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 1128 time: 0.1007802 Nov 02 12:56:22.198331 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5d389-87bb-4521-ba5a-b7725508277d req-586a350b-c506-4bb7-b8eb-efdab2f8adf7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.206245 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-dff432e7-c42e-4d9a-b5cf-aeaa7c02b302 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246182eb-f37d-45d9-8d24-6c06db8cb173 HTTP/1.1" status: 200 len: 217 time: 0.0382569 Nov 02 12:56:22.207788 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94e5d389-87bb-4521-ba5a-b7725508277d req-586a350b-c506-4bb7-b8eb-efdab2f8adf7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0827596 Nov 02 12:56:22.207977 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-9616838a-445f-4258-8f02-d8cb146e951c None None] Port 246182eb-f37d-45d9-8d24-6c06db8cb173 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:56:22.258445 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-94e5d389-87bb-4521-ba5a-b7725508277d req-a877eec2-1ce9-4a2b-ba8b-3b9be0484b86 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494688 Nov 02 12:56:22.259271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-c1585336-d2ad-4530-9aa1-21f5b908211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.260737 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-c1585336-d2ad-4530-9aa1-21f5b908211c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0486701 Nov 02 12:56:22.315613 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-7fc1efa4-2e02-4aaa-90b9-69153d6994c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.316989 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-7fc1efa4-2e02-4aaa-90b9-69153d6994c3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481918 Nov 02 12:56:22.423073 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-4b90f81b-9257-451d-99d1-314ed433c98d service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981865 Nov 02 12:56:22.431508 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:22.495369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79646735-3e42-4acf-bffc-8f95bee6f6a5 req-2cc4e914-646b-4d37-ac56-679edac53ffc tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.498709 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79646735-3e42-4acf-bffc-8f95bee6f6a5 req-2cc4e914-646b-4d37-ac56-679edac53ffc tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 944 time: 0.0815454 Nov 02 12:56:22.542160 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2cd474c4-2b2f-4d39-bf9c-a693fb8c6055 req-e9b0719c-cd4e-42c8-b21a-744e76b673cb service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131387 Nov 02 12:56:22.584119 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-79646735-3e42-4acf-bffc-8f95bee6f6a5 req-b33952f5-90e6-4c43-8ca6-e8af1fc497bf tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794497 Nov 02 12:56:22.650452 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d2dcf529-e816-42cd-a411-807228d5a9a8 req-86ffcc56-cbfb-4562-b8aa-087bbaaf43f4 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "GET /v2.0/ports?device_id=09c7e2e8-02e9-465b-9357-df8221e5873d HTTP/1.1" status: 200 len: 210 time: 0.0274675 Nov 02 12:56:22.713586 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717f84-c180-402e-bd9d-c22953c093a9 req-88629d79-8656-48a6-be35-599b04ce4ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.716511 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-88629d79-8656-48a6-be35-599b04ce4ee5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 1128 time: 0.0533707 Nov 02 12:56:22.814540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717f84-c180-402e-bd9d-c22953c093a9 req-266c0b96-87a2-4154-944e-a9097ce57179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.816017 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-266c0b96-87a2-4154-944e-a9097ce57179 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.0940490 Nov 02 12:56:22.855771 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-dd197af2-1dd4-4b43-a217-ec4bf8154264 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246182eb-f37d-45d9-8d24-6c06db8cb173 HTTP/1.1" status: 200 len: 217 time: 0.0331397 Nov 02 12:56:22.905734 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717f84-c180-402e-bd9d-c22953c093a9 req-9853f94a-d63c-491b-9824-06dbcba9c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.907580 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-9853f94a-d63c-491b-9824-06dbcba9c2be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0463758 Nov 02 12:56:22.964208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01717f84-c180-402e-bd9d-c22953c093a9 req-29ad724b-dbab-422f-92ec-6453aabde028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:22.965989 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-29ad724b-dbab-422f-92ec-6453aabde028 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527749 Nov 02 12:56:23.057478 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-1c64017c-93c0-470d-879d-a8f529df829b service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Nov 02 12:56:23.154677 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-01717f84-c180-402e-bd9d-c22953c093a9 req-3e436034-b2d7-4797-8bdf-2ad52010c381 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909393 Nov 02 12:56:23.398321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311877e3-2e26-4b4b-ab78-2eae6e6fe414 req-ad6f3a6d-e0b2-49bb-a909-c7aac638b1dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:23.399793 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-311877e3-2e26-4b4b-ab78-2eae6e6fe414 req-ad6f3a6d-e0b2-49bb-a909-c7aac638b1dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0575345 Nov 02 12:56:23.447904 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-311877e3-2e26-4b4b-ab78-2eae6e6fe414 req-afe3af04-b0fe-45f7-a38a-5368335b25a1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Nov 02 12:56:23.625952 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:23.648053 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: a76cbef7-e568-4ca3-8337-0b06b158ed78 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:23.648404 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device a76cbef7-e568-4ca3-8337-0b06b158ed78 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:23.708520 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38221c1c-44f7-48d1-9a0c-e9f90a413fd6 req-7a33ba53-f788-4430-96ca-3835f9764176 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:23.709953 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-38221c1c-44f7-48d1-9a0c-e9f90a413fd6 req-7a33ba53-f788-4430-96ca-3835f9764176 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 944 time: 0.0574675 Nov 02 12:56:23.715231 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42546) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:23.792332 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-38221c1c-44f7-48d1-9a0c-e9f90a413fd6 req-3069d542-d2c0-4647-a4d4-81c987ad8d67 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761251 Nov 02 12:56:23.809116 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (d7a5f5bf-b38e-453c-be1f-4752844d9b55), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.837068 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (d7a5f5bf-b38e-453c-be1f-4752844d9b55), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.903145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d7a5f5bf-b38e-453c-be1f-4752844d9b55), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.905757 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:23.906944 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] 10.222.0.91 "DELETE /v2.0/security-groups/d7a5f5bf-b38e-453c-be1f-4752844d9b55 HTTP/1.1" status: 204 len: 168 time: 0.1896696 Nov 02 12:56:23.916571 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47cf3c-bc90-44b2-9597-ca40344d89f1 tempest-TestShelveInstance-1973232808 tempest-TestShelveInstance-1973232808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a5f5bf-b38e-453c-be1f-4752844d9b55,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:23.960182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42550) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:24.034316 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-deleted', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:24.037138 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb67b7d1-849e-411d-b989-180d0ee25ded" -d '{"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-deleted", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:24.075762 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adead97c-370c-44d6-a6a2-380b0e9a5579 x-openstack-request-id: req-adead97c-370c-44d6-a6a2-380b0e9a5579 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:24.076284 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c7e2e8-02e9-465b-9357-df8221e5873d", "name": "network-vif-deleted", "tag": "a76cbef7-e568-4ca3-8337-0b06b158ed78", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:24.076548 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-adead97c-370c-44d6-a6a2-380b0e9a5579 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:24.076986 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adead97c-370c-44d6-a6a2-380b0e9a5579'] response: {'server_uuid': '09c7e2e8-02e9-465b-9357-df8221e5873d', 'name': 'network-vif-deleted', 'tag': 'a76cbef7-e568-4ca3-8337-0b06b158ed78', 'status': 'completed', 'code': 200} Nov 02 12:56:24.484652 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:24.947870 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ced28c-f0cc-45d2-a4dc-d6ddee71741d req-1c0f566e-faca-46c5-9966-428318974f8f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:24.949302 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-52ced28c-f0cc-45d2-a4dc-d6ddee71741d req-1c0f566e-faca-46c5-9966-428318974f8f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.4158576 Nov 02 12:56:25.074629 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-52ced28c-f0cc-45d2-a4dc-d6ddee71741d req-6b686b16-a5d9-49b8-a6d3-9710217e5911 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796244 Nov 02 12:56:25.082027 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae30f2-bb12-4a58-b2c7-2893bffd72e8 req-8940afda-ce70-4d59-8a9d-fd0e24fef22d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:25.083623 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfae30f2-bb12-4a58-b2c7-2893bffd72e8 req-8940afda-ce70-4d59-8a9d-fd0e24fef22d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 944 time: 0.1727622 Nov 02 12:56:25.172694 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bfae30f2-bb12-4a58-b2c7-2893bffd72e8 req-7afc23b8-08d7-4581-beec-92dc6f33bbb2 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798764 Nov 02 12:56:25.216808 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Deleting port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:25.217144 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.301267 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] For port 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:25.301625 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.315824 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Calling delete_port for 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:25.513901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.545107 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:25.627734 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 246182eb-f37d-45d9-8d24-6c06db8cb173 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:56:25.716398 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.744525 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=246182eb-f37d-45d9-8d24-6c06db8cb173,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:25.757945 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'port_id': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'mac_address': 'fa:16:3e:c6:49:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:56:25.800463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 246182eb-f37d-45d9-8d24-6c06db8cb173 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:25.800780 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.814556 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246182eb-f37d-45d9-8d24-6c06db8cb173 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:25.836179 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=246182eb-f37d-45d9-8d24-6c06db8cb173,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:25.842563 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:25.894715 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:26.020376 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:26.127909 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:26.133213 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-e4ef26e8-394b-4d08-85f3-3bd69e42156c admin admin] 10.222.0.91 "PUT /v2.0/routers/d0c6a0cd-ee73-41ed-9e04-13b9c9688a54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1719127 Nov 02 12:56:26.135896 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42562) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:26.139595 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Sync routers for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:26.174870 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:26.175527 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:26.313862 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks [] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.323069 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50850d3e-9aa9-4640-8c17-a890197a9a31 req-f55eaf93-7fbf-4b1c-9118-2585cd3792f2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:26.325410 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50850d3e-9aa9-4640-8c17-a890197a9a31 req-f55eaf93-7fbf-4b1c-9118-2585cd3792f2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.1419449 Nov 02 12:56:26.460998 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['246182eb-f37d-45d9-8d24-6c06db8cb173'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:56:26.555174 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4100e-6fda-4e93-95fa-4f5b634e7ccc req-40d14953-c4b9-4a0b-9d66-adda9cc315de tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:26.557681 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e9b4100e-6fda-4e93-95fa-4f5b634e7ccc req-40d14953-c4b9-4a0b-9d66-adda9cc315de tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 945 time: 0.2850277 Nov 02 12:56:26.580296 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-50850d3e-9aa9-4640-8c17-a890197a9a31 req-0671d2e3-d01f-4269-b18e-3c793cba3b1c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157965 Nov 02 12:56:26.633326 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks [] for router_gateway (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.635545 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:26.684932 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e9b4100e-6fda-4e93-95fa-4f5b634e7ccc req-4af1ff45-8171-403c-ab4c-9455beee3fc1 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133058 Nov 02 12:56:26.718081 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Deleting port c18604a1-b791-4ab4-9af4-9e370a8bd6b2 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:26.719487 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.827366 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] For port c18604a1-b791-4ab4-9af4-9e370a8bd6b2, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:26.827723 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:26.841987 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Calling delete_port for c18604a1-b791-4ab4-9af4-9e370a8bd6b2 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:26.911906 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:56:25Z', 'revision_number': 5, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port': {'id': 'c18604a1-b791-4ab4-9af4-9e370a8bd6b2', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:21:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:25Z', 'updated_at': '2022-11-02T12:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:26.939276 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Checking router: d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:26.948072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Routers {'d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:26.948746 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:27.030021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (c18604a1-b791-4ab4-9af4-9e370a8bd6b2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.036284 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] Set router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 gateway port host: None {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:27.063524 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c18604a1-b791-4ab4-9af4-9e370a8bd6b2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:27.095072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:56:26Z', 'revision_number': 6, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:27.119671 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.119931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888e0cb-0d86-403c-aa82-492b0b281005 None None] The sync data for ids ['d0c6a0cd-ee73-41ed-9e04-13b9c9688a54'] in dv-cinder-863277-1-iscsi is: [{'id': 'd0c6a0cd-ee73-41ed-9e04-13b9c9688a54', 'name': 'tempest-TestShelveInstance-2071528226-router', 'tenant_id': '4c97257820854f7fa911c9f73082f468', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:24Z', 'updated_at': '2022-11-02T12:56:26Z', 'revision_number': 6, 'project_id': '4c97257820854f7fa911c9f73082f468', 'gw_port_host': None}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:27.238888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.241480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks [] for router_controller (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.304821 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (d0c6a0cd-ee73-41ed-9e04-13b9c9688a54), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.305421 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:27.311942 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.313096 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-2540e83e-e0d2-47c2-a4ec-352ac2aad0e5 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d0c6a0cd-ee73-41ed-9e04-13b9c9688a54 HTTP/1.1" status: 204 len: 168 time: 1.1750672 Nov 02 12:56:27.315630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42568) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:27.360898 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Deleting subnet 991263e9-bfec-4370-97c9-1352e48afe8b {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:56:27.363991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Publish callbacks [] for subnet (991263e9-bfec-4370-97c9-1352e48afe8b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.401899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (991263e9-bfec-4370-97c9-1352e48afe8b), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.476710 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (991263e9-bfec-4370-97c9-1352e48afe8b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.533630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (991263e9-bfec-4370-97c9-1352e48afe8b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.565810 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991263e9-bfec-4370-97c9-1352e48afe8b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:27.570227 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.579859 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-284bd968-2ec8-463a-8686-295b9785e2bb admin admin] 10.222.0.91 "DELETE /v2.0/subnets/991263e9-bfec-4370-97c9-1352e48afe8b HTTP/1.1" status: 204 len: 168 time: 0.2606637 Nov 02 12:56:27.580185 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42570) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:27.581332 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f314a1-f6c3-407f-b04b-b9a4139ced29 None None] Network 09998b3e-df31-4adb-a4ee-ac684fc33a81 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:56:27.657018 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (09998b3e-df31-4adb-a4ee-ac684fc33a81), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.714675 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Deleting port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:27.716278 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.745282 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a8d75-2c2c-40f2-8a40-5ff3be1e02c1 req-28552c6e-3391-4346-bab2-871e7d69b6d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:27.747792 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-856a8d75-2c2c-40f2-8a40-5ff3be1e02c1 req-28552c6e-3391-4346-bab2-871e7d69b6d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0653529 Nov 02 12:56:27.789097 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] For port 17ce315f-6bc0-4517-a40c-3b55ea31fd94, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=17ce315f-6bc0-4517-a40c-3b55ea31fd94,segment=NetworkSegment(af364078-91c7-4746-8edb-937aebcf9092),segment_id=af364078-91c7-4746-8edb-937aebcf9092)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:27.789462 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.804208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Calling delete_port for 17ce315f-6bc0-4517-a40c-3b55ea31fd94 owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:27.831352 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-856a8d75-2c2c-40f2-8a40-5ff3be1e02c1 req-f4ee4c45-7d56-48ef-bd03-b568fb3b95b8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774286 Nov 02 12:56:27.858693 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99bcc3-2b6c-4c54-b842-37c39867dcb5 req-0a2a96bf-8499-4a84-98d7-11506cb67df3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:27.860271 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b99bcc3-2b6c-4c54-b842-37c39867dcb5 req-0a2a96bf-8499-4a84-98d7-11506cb67df3 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 945 time: 0.0747368 Nov 02 12:56:27.904675 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (17ce315f-6bc0-4517-a40c-3b55ea31fd94), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:27.918504 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b99bcc3-2b6c-4c54-b842-37c39867dcb5 req-dc1e818a-1f7f-48b3-acf9-d1d9ab15c529 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495596 Nov 02 12:56:27.935885 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] No DVR routers for this DVR port 17ce315f-6bc0-4517-a40c-3b55ea31fd94 on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:27.938163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994a901-192c-4748-86a5-ab013f4931ff None None] DHCP port deletion for 09998b3e-df31-4adb-a4ee-ac684fc33a81 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:56:27.939763 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ce315f-6bc0-4517-a40c-3b55ea31fd94,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:28.022834 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (09998b3e-df31-4adb-a4ee-ac684fc33a81), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.047111 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09998b3e-df31-4adb-a4ee-ac684fc33a81']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:28.059280 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af364078-91c7-4746-8edb-937aebcf9092') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:28.059668 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af364078-91c7-4746-8edb-937aebcf9092') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:28.070183 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (af364078-91c7-4746-8edb-937aebcf9092), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.086350 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (af364078-91c7-4746-8edb-937aebcf9092), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.094018 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Releasing vlan 1386 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:28.094451 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (af364078-91c7-4746-8edb-937aebcf9092), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.133959 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment af364078-91c7-4746-8edb-937aebcf9092 resource provider aggregate not found Nov 02 12:56:28.163062 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment af364078-91c7-4746-8edb-937aebcf9092 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af364078-91c7-4746-8edb-937aebcf9092 found for delete ", "request_id": "req-5c889fa0-5ad8-4714-b1fe-2efcfd45ba03"}]} Nov 02 12:56:28.166436 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (09998b3e-df31-4adb-a4ee-ac684fc33a81), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.172562 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.179073 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] 10.222.0.91 "DELETE /v2.0/networks/09998b3e-df31-4adb-a4ee-ac684fc33a81 HTTP/1.1" status: 204 len: 168 time: 0.5948939 Nov 02 12:56:28.180096 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42580) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:28.200826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b65ee6-e923-4e7e-8ec3-7d37e2c1ce37 admin admin] Pushing event deleted for resources: {'Network': ['ID=09998b3e-df31-4adb-a4ee-ac684fc33a81,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:28.251641 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 17ce315f-6bc0-4517-a40c-3b55ea31fd94 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:28.282477 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 17ce315f-6bc0-4517-a40c-3b55ea31fd94 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:28.282838 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 17ce315f-6bc0-4517-a40c-3b55ea31fd94 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:28.283272 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:28.316366 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:28.316718 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7b3504bf-e1d4-4bc1-9cf6-9f05ee92fbdd not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:28.317155 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c18604a1-b791-4ab4-9af4-9e370a8bd6b2 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:28.338551 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: c18604a1-b791-4ab4-9af4-9e370a8bd6b2 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:28.338814 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device c18604a1-b791-4ab4-9af4-9e370a8bd6b2 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:28.775026 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:28.993103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b954c-7eb1-4f98-8ff0-7b821b3d5dbb req-de8ae645-8f55-4d97-991c-22b542716b67 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:28.994654 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f2b954c-7eb1-4f98-8ff0-7b821b3d5dbb req-de8ae645-8f55-4d97-991c-22b542716b67 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0742738 Nov 02 12:56:29.120354 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3f2b954c-7eb1-4f98-8ff0-7b821b3d5dbb req-5f944343-c574-4fe8-b347-2f5e20dc8950 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195993 Nov 02 12:56:29.142644 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bcece8-b52b-4c6f-b920-48dc549e9842 req-681e5f41-0047-40cc-b7e9-92d3cbfdf734 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:29.144444 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f8bcece8-b52b-4c6f-b920-48dc549e9842 req-681e5f41-0047-40cc-b7e9-92d3cbfdf734 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 945 time: 0.1222637 Nov 02 12:56:29.162847 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Deleting port 6f64c51a-5ef4-417b-b2af-864cca0d1266 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:29.163185 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.244093 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f8bcece8-b52b-4c6f-b920-48dc549e9842 req-cb72f6af-9931-4852-a57d-9967f93f3992 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938716 Nov 02 12:56:29.270434 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] For port 6f64c51a-5ef4-417b-b2af-864cca0d1266, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6f64c51a-5ef4-417b-b2af-864cca0d1266,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:29.270798 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.284160 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Calling delete_port for 6f64c51a-5ef4-417b-b2af-864cca0d1266 owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:29.464509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (6f64c51a-5ef4-417b-b2af-864cca0d1266), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.495764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f64c51a-5ef4-417b-b2af-864cca0d1266,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:29.640751 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 246182eb-f37d-45d9-8d24-6c06db8cb173 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:29.663660 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.698664 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 246182eb-f37d-45d9-8d24-6c06db8cb173 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:56:29.703867 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 246182eb-f37d-45d9-8d24-6c06db8cb173 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:29.704239 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.704582 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 246182eb-f37d-45d9-8d24-6c06db8cb173 Nov 02 12:56:29.780112 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 246182eb-f37d-45d9-8d24-6c06db8cb173 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:29.780425 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.805024 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:29.807776 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a8215d-5388-4a1a-88d8-8f062f5e69e4" -d '{"events": [{"server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:29.820306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=246182eb-f37d-45d9-8d24-6c06db8cb173,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:29.827210 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:29.855914 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eeb102-1f89-420b-8781-1d51713cd118 x-openstack-request-id: req-f3eeb102-1f89-420b-8781-1d51713cd118 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:29.856202 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "name": "network-vif-plugged", "status": "completed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:29.856457 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f3eeb102-1f89-420b-8781-1d51713cd118 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:29.856850 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3eeb102-1f89-420b-8781-1d51713cd118'] response: {'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'code': 200} Nov 02 12:56:29.883238 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:29.897287 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:30.002056 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:30.009595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b3c3cc1d-c5c9-44eb-8631-8d9871e19911 admin admin] 10.222.0.91 "PUT /v2.0/routers/1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8258173 Nov 02 12:56:30.009711 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42588) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:30.010323 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Sync routers for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:30.021045 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:30.021648 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:30.116152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks [] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.218345 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:30.284494 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks [] for router_gateway (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.341385 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea462a-ae75-4858-9b7a-c10886e47f8a req-1e297ae8-54d8-406f-9ee5-b84fc6c251d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:30.343703 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-36ea462a-ae75-4858-9b7a-c10886e47f8a req-1e297ae8-54d8-406f-9ee5-b84fc6c251d3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 1130 time: 0.1331260 Nov 02 12:56:30.383864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088b8a5-8802-46f4-b06f-d6fc36bf0666 req-ece74220-4795-46d7-83c5-9a43bbc67735 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:30.385411 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0088b8a5-8802-46f4-b06f-d6fc36bf0666 req-ece74220-4795-46d7-83c5-9a43bbc67735 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.1364052 Nov 02 12:56:30.391371 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-36ea462a-ae75-4858-9b7a-c10886e47f8a req-688425b3-b474-415e-9076-597121cf3072 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Nov 02 12:56:30.393449 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Deleting port ab405e51-331a-4a3c-b890-d5a714a58d12 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:30.393797 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.430036 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:56:29Z', 'revision_number': 5, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port': {'id': 'ab405e51-331a-4a3c-b890-d5a714a58d12', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:34Z', 'updated_at': '2022-11-02T12:49:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:30.454708 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Checking router: 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:30.462896 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Routers {'1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:30.463500 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:30.483042 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba16024-7d84-47e6-bc59-056b9341c310 req-54d27c69-162a-4d0c-8da5-3a94ea2edb6a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:30.484571 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2ba16024-7d84-47e6-bc59-056b9341c310 req-54d27c69-162a-4d0c-8da5-3a94ea2edb6a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.1534336 Nov 02 12:56:30.526952 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0088b8a5-8802-46f4-b06f-d6fc36bf0666 req-8c0e41a8-0143-4dd5-8c6b-1f2a918df2be tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301787 Nov 02 12:56:30.560105 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] For port ab405e51-331a-4a3c-b890-d5a714a58d12, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ab405e51-331a-4a3c-b890-d5a714a58d12,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:30.560478 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.568536 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] Set router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:30.580294 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Calling delete_port for ab405e51-331a-4a3c-b890-d5a714a58d12 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:30.584529 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2ba16024-7d84-47e6-bc59-056b9341c310 req-76e11010-72bb-4594-bc28-0db511257f09 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933201 Nov 02 12:56:30.624516 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:56:30Z', 'revision_number': 6, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:30.648758 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7193d1-c238-4b22-94cd-4e25eb79b154 None None] The sync data for ids ['1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26'] in dv-cinder-863277-1-iscsi is: [{'id': '1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26', 'name': 'tempest-TestShelveInstance-420309216-router', 'tenant_id': '0d802b99663148b885a32f66dbb4cd29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:33Z', 'updated_at': '2022-11-02T12:56:30Z', 'revision_number': 6, 'project_id': '0d802b99663148b885a32f66dbb4cd29', 'gw_port_host': None}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:30.759779 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (ab405e51-331a-4a3c-b890-d5a714a58d12), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.783746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab405e51-331a-4a3c-b890-d5a714a58d12,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:30.849521 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.938109 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.940203 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks [] for router_controller (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.987372 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.987968 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:56:30.993949 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:30.995234 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-968183a8-99ca-4813-860a-a3f20953766f admin admin] 10.222.0.91 "DELETE /v2.0/routers/1ebd6dfe-3444-42e2-8ce7-0ca02de7bb26 HTTP/1.1" status: 204 len: 168 time: 0.9846268 Nov 02 12:56:30.998972 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42596) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:31.050030 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Deleting subnet 0ee7f02b-fddb-4a0b-99e1-21794d070b2c {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:56:31.053393 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Publish callbacks [] for subnet (0ee7f02b-fddb-4a0b-99e1-21794d070b2c), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.098952 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (0ee7f02b-fddb-4a0b-99e1-21794d070b2c), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.174012 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (0ee7f02b-fddb-4a0b-99e1-21794d070b2c), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.226555 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (0ee7f02b-fddb-4a0b-99e1-21794d070b2c), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.256159 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ee7f02b-fddb-4a0b-99e1-21794d070b2c,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.258098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.261251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-8cd07518-a97f-45b5-bf0f-128f2833f6ad admin admin] 10.222.0.91 "DELETE /v2.0/subnets/0ee7f02b-fddb-4a0b-99e1-21794d070b2c HTTP/1.1" status: 204 len: 168 time: 0.2613084 Nov 02 12:56:31.263784 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7648da36-b84e-4af1-8df0-a5ccdffb3d91 None None] Network bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:56:31.264991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42598) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:31.334338 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.386231 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Deleting port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:31.386860 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.444105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] DHCP port deletion for bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:56:31.468441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] For port ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:31.468811 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.482910 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Calling delete_port for ff9a5b6e-dd1c-44ee-969d-994fd1597d27 owned by network:dhcp {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:31.489605 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Deleting port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:56:31.489988 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.561092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] For port ff9a5b6e-dd1c-44ee-969d-994fd1597d27, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,segment=NetworkSegment(629dd80c-bcee-4613-86cb-6c50eb8f4f6f),segment_id=629dd80c-bcee-4613-86cb-6c50eb8f4f6f)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:31.561510 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.567992 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.577637 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Calling delete_port for ff9a5b6e-dd1c-44ee-969d-994fd1597d27 owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:56:31.594123 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.607018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] No DVR routers for this DVR port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 on host dv-cinder-863277-1-iscsi {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:31.649769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:56:31.736959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (ff9a5b6e-dd1c-44ee-969d-994fd1597d27), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.780042 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] Pushing event deleted for resources: {'Port': ['ID=ff9a5b6e-dd1c-44ee-969d-994fd1597d27,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:31.786490 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba975e5-dfc0-45ec-ab09-e5b7e178e44f None None] No DVR routers for this DVR port ff9a5b6e-dd1c-44ee-969d-994fd1597d27 on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:56:31.830404 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:31.843954 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:56:31.881374 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: ACTIVE; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:31.881769 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.896222 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:31.919119 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:31.923373 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:31.971823 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=6']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:32.002623 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.032205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:32.046578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629dd80c-bcee-4613-86cb-6c50eb8f4f6f') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:32.046873 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629dd80c-bcee-4613-86cb-6c50eb8f4f6f') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:32.062658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b0dc5-7f86-4846-b772-43caf3437bca req-110a8086-c0b3-4750-8dd3-60f93d312c2c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:32.064178 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ba7b0dc5-7f86-4846-b772-43caf3437bca req-110a8086-c0b3-4750-8dd3-60f93d312c2c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.4262674 Nov 02 12:56:32.065973 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (629dd80c-bcee-4613-86cb-6c50eb8f4f6f), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.094426 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376478c-361a-4109-a122-83a182c7d923 req-9db9012f-4025-4f55-92cc-a6eb88e5a412 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:32.095890 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f376478c-361a-4109-a122-83a182c7d923 req-9db9012f-4025-4f55-92cc-a6eb88e5a412 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.1667578 Nov 02 12:56:32.096855 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (629dd80c-bcee-4613-86cb-6c50eb8f4f6f), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.110015 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['496fe476-5fc4-4b25-a128-fff51e18f47e'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:56:32.118173 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Releasing vlan 1376 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:56:32.118590 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (629dd80c-bcee-4613-86cb-6c50eb8f4f6f), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.230941 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ba7b0dc5-7f86-4846-b772-43caf3437bca req-0b815a59-de04-40c3-a394-945e58cf1fcf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548705 Nov 02 12:56:32.244300 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f376478c-361a-4109-a122-83a182c7d923 req-401f3a83-80c5-467d-8570-081809d1baa7 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397250 Nov 02 12:56:32.245613 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.256044 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.259215 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] 10.222.0.91 "DELETE /v2.0/networks/bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb HTTP/1.1" status: 204 len: 168 time: 0.9930992 Nov 02 12:56:32.288266 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890b3fd-8358-4062-b590-44fcd81c4e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7bdd98-5d07-4fc5-ba05-84eb8f495eeb,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:32.324560 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ff9a5b6e-dd1c-44ee-969d-994fd1597d27 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:32.344551 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 629dd80c-bcee-4613-86cb-6c50eb8f4f6f resource provider aggregate not found Nov 02 12:56:32.360102 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: ff9a5b6e-dd1c-44ee-969d-994fd1597d27 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:32.360102 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ff9a5b6e-dd1c-44ee-969d-994fd1597d27 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:32.360561 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ab405e51-331a-4a3c-b890-d5a714a58d12 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:32.373843 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 629dd80c-bcee-4613-86cb-6c50eb8f4f6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 629dd80c-bcee-4613-86cb-6c50eb8f4f6f found for delete ", "request_id": "req-170bff49-b632-4882-ab28-46944583b861"}]} Nov 02 12:56:32.391573 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: ab405e51-331a-4a3c-b890-d5a714a58d12 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:32.392152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device ab405e51-331a-4a3c-b890-d5a714a58d12 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:32.392824 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6f64c51a-5ef4-417b-b2af-864cca0d1266 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:32.430290 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 6f64c51a-5ef4-417b-b2af-864cca0d1266 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:56:32.430664 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6f64c51a-5ef4-417b-b2af-864cca0d1266 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:56:32.448521 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42612) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:32.490388 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-77fe8c0c-00c3-48d4-98a2-e5531dec2fa4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4c97257820854f7fa911c9f73082f468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399809 Nov 02 12:56:32.492889 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42614) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:32.541877 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] Publish callbacks [] for security_group (362eac59-a530-4c60-890d-d5cf7c5072c2), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.564686 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] Publish callbacks [] for security_group (362eac59-a530-4c60-890d-d5cf7c5072c2), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.616961 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (362eac59-a530-4c60-890d-d5cf7c5072c2), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.619638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:32.620786 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/362eac59-a530-4c60-890d-d5cf7c5072c2 HTTP/1.1" status: 204 len: 168 time: 0.1268172 Nov 02 12:56:32.628988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ada5f-22c4-43c5-b301-bebe2bd4ae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362eac59-a530-4c60-890d-d5cf7c5072c2,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:32.964478 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42620) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:33.007843 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-80eeadb1-7e0f-406a-ab6a-cc5f857246b8 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d802b99663148b885a32f66dbb4cd29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419576 Nov 02 12:56:33.010465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 42622) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:33.084240 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] Publish callbacks [] for security_group (73df03a4-8e1b-4754-9b07-fd912cd9fd17), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.119926 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] Publish callbacks [] for security_group (73df03a4-8e1b-4754-9b07-fd912cd9fd17), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.176524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (73df03a4-8e1b-4754-9b07-fd912cd9fd17), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.179188 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.180344 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/73df03a4-8e1b-4754-9b07-fd912cd9fd17 HTTP/1.1" status: 204 len: 168 time: 0.1689880 Nov 02 12:56:33.189760 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb6f67-fd17-4f66-a3be-4a8e327d656b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df03a4-8e1b-4754-9b07-fd912cd9fd17,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:33.476745 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36175a-43f7-48a9-8803-9e519b9aea43 req-16af63c4-2c6d-4a38-9463-228e8ddd4c76 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.478446 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e36175a-43f7-48a9-8803-9e519b9aea43 req-16af63c4-2c6d-4a38-9463-228e8ddd4c76 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.1162803 Nov 02 12:56:33.491152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111af4bc-31db-4d2b-a43b-66a5b7b6862e req-d0579567-f01b-4ec4-81a3-de7f9e033d95 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.492707 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-111af4bc-31db-4d2b-a43b-66a5b7b6862e req-d0579567-f01b-4ec4-81a3-de7f9e033d95 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.1103477 Nov 02 12:56:33.574553 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6e36175a-43f7-48a9-8803-9e519b9aea43 req-657f47f7-986e-44c4-96cb-abc49b9f3956 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805414 Nov 02 12:56:33.583028 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-111af4bc-31db-4d2b-a43b-66a5b7b6862e req-477d41e7-1448-42a6-8209-d090f5182b75 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823388 Nov 02 12:56:33.661599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:56:33.708807 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e151f-d645-4443-8446-259178c39c9a req-e23c0871-fa90-42e5-b54c-f1bb16859bac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:33.709362 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 496fe476-5fc4-4b25-a128-fff51e18f47e triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:33.709745 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.710096 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:56:33.710334 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-318e151f-d645-4443-8446-259178c39c9a req-e23c0871-fa90-42e5-b54c-f1bb16859bac tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0564096 Nov 02 12:56:33.721461 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42632) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:56:33.725969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Request body: {'floatingip': {'port_id': '246182eb-f37d-45d9-8d24-6c06db8cb173'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:33.764346 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.789693 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:33.790087 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.815621 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:33.817895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351a2ac1-a10b-4f68-b348-0c8c5f6419f0" -d '{"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:33.832156 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:33.838041 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:33.862766 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e4ad7-4b30-46f1-a1f5-e9c09a767cb4 x-openstack-request-id: req-b36e4ad7-4b30-46f1-a1f5-e9c09a767cb4 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:33.863065 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:33.863328 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-b36e4ad7-4b30-46f1-a1f5-e9c09a767cb4 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:33.863733 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e4ad7-4b30-46f1-a1f5-e9c09a767cb4'] response: {'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'code': 200} Nov 02 12:56:33.890470 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=7']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:34.207619 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.211541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.320486 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 4586da25-1e9b-42f9-b5c1-7aaebe1f56bf associated. External IP: 172.27.0.121, port: 246182eb-f37d-45d9-8d24-6c06db8cb173. Nov 02 12:56:34.538396 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:56:34.650719 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:56:34.655415 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:34.663200 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:56:34.675434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:34.676081 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:34.714455 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9ddac43d-7c46-4678-a958-a10e8553f05a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "PUT /v2.0/floatingips/4586da25-1e9b-42f9-b5c1-7aaebe1f56bf HTTP/1.1" status: 200 len: 992 time: 0.9917903 Nov 02 12:56:34.716213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:34.718537 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50" -d '{"events": [{"name": "network-changed", "server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:34.745495 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8b414-0a80-4394-9e24-5faa62b675f2 req-9dfe3829-dd40-45fe-ab15-194876e5b7cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:34.747839 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f0c8b414-0a80-4394-9e24-5faa62b675f2 req-9dfe3829-dd40-45fe-ab15-194876e5b7cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0722072 Nov 02 12:56:34.760433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f5a032-15a2-4a47-a536-fcaf21e0aebb x-openstack-request-id: req-93f5a032-15a2-4a47-a536-fcaf21e0aebb {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:34.760727 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:34.760980 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-93f5a032-15a2-4a47-a536-fcaf21e0aebb {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:34.761383 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93f5a032-15a2-4a47-a536-fcaf21e0aebb'] response: {'name': 'network-changed', 'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'status': 'completed', 'code': 200} Nov 02 12:56:34.787182 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:34.800453 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f0c8b414-0a80-4394-9e24-5faa62b675f2 req-a6d65346-e53f-4ce3-9bb8-40772949271e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467319 Nov 02 12:56:34.853202 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-a3491f52-04a0-421f-9bf9-9db8dfa1f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:34.854802 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-a3491f52-04a0-421f-9bf9-9db8dfa1f412 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 1130 time: 0.0483634 Nov 02 12:56:34.956767 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-394631f3-6267-46d2-9ac7-5a533eb3d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:34.958284 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-394631f3-6267-46d2-9ac7-5a533eb3d532 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 200 len: 916 time: 0.0976388 Nov 02 12:56:35.023165 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-d81d08a7-83a3-4dcd-94a3-5a214a962960 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=246182eb-f37d-45d9-8d24-6c06db8cb173 HTTP/1.1" status: 200 len: 1000 time: 0.0588932 Nov 02 12:56:35.078080 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-441bbb12-f3a5-4120-acf6-315dcd99a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.079487 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-441bbb12-f3a5-4120-acf6-315dcd99a2b4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 200 len: 853 time: 0.0501394 Nov 02 12:56:35.131010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-2c62b1e1-e0f7-40ae-b34d-1f93e9d80bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.132539 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-2c62b1e1-e0f7-40ae-b34d-1f93e9d80bfd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470624 Nov 02 12:56:35.143292 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-df8c83f9-dec1-4cb3-a62f-b4282c7a2619 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115589) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:56:35.144313 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-df8c83f9-dec1-4cb3-a62f-b4282c7a2619 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051866 Nov 02 12:56:35.153027 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4586da25-1e9b-42f9-b5c1-7aaebe1f56bf', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:c6:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:17Z', 'updated_at': '2022-11-02T12:56:34Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:35.179091 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:56:35.189361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:56:35.189972 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:56:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:35.239799 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-e622dfbf-4e34-43ba-b20e-6d8fc7f7e6a1 service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894883 Nov 02 12:56:35.295958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:56:35.340145 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-e60fceb9-1238-4bdc-8322-fbf83a3e4b50 req-94df60fb-2663-4e7f-936c-1628ba139e3d service neutron] 10.222.0.94 "GET /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920205 Nov 02 12:56:35.521650 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4586da25-1e9b-42f9-b5c1-7aaebe1f56bf', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:c6:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:17Z', 'updated_at': '2022-11-02T12:56:34Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:56:35.552610 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-202e8937-2c0f-4686-a00f-09386f7df3b6 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '4586da25-1e9b-42f9-b5c1-7aaebe1f56bf', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'floating_ip_address': '172.27.0.121', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'port_id': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 588, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'mac_address': 'fa:16:3e:c6:49:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:56:17Z', 'updated_at': '2022-11-02T12:56:34Z', 'revision_number': 1, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:56:35.755910 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1354430-3c61-4a9f-a702-43f81f5f39f4 None None] New status for floating IP 4586da25-1e9b-42f9-b5c1-7aaebe1f56bf: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:56:35.938576 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03379-d59e-4124-a481-6b60a72ba15c req-4293e444-9a3d-48a7-bb69-46922e0a5cf4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:35.940078 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-11c03379-d59e-4124-a481-6b60a72ba15c req-4293e444-9a3d-48a7-bb69-46922e0a5cf4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0562770 Nov 02 12:56:35.987028 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-11c03379-d59e-4124-a481-6b60a72ba15c req-a35c9659-b246-4cd5-9f6a-6443a28d4ac2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Nov 02 12:56:37.178111 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e335fa5-82bd-4d90-bd07-fa2706e2ace7 req-09fb3ba0-1066-47e9-b3c0-fa4a482eb2e5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:37.179675 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e335fa5-82bd-4d90-bd07-fa2706e2ace7 req-09fb3ba0-1066-47e9-b3c0-fa4a482eb2e5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0652435 Nov 02 12:56:37.238041 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e335fa5-82bd-4d90-bd07-fa2706e2ace7 req-1648b16a-0c11-4ea6-8a2b-947d7ffd23d5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519645 Nov 02 12:56:38.381996 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986bb943-442f-4d79-b6d9-65cc72b733a3 req-f535eda2-75af-4abd-9700-cda1563ddb4f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:38.383886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-986bb943-442f-4d79-b6d9-65cc72b733a3 req-f535eda2-75af-4abd-9700-cda1563ddb4f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0606096 Nov 02 12:56:38.440617 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-986bb943-442f-4d79-b6d9-65cc72b733a3 req-7c5a5b24-1364-487a-9345-75125d93d83b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492961 Nov 02 12:56:39.642596 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81605357-01f9-4dc3-9782-0dda60154be6 req-7025fa5e-05a8-4527-bb35-33d8abbf96e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:39.654492 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81605357-01f9-4dc3-9782-0dda60154be6 req-7025fa5e-05a8-4527-bb35-33d8abbf96e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0961950 Nov 02 12:56:39.723640 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81605357-01f9-4dc3-9782-0dda60154be6 req-2aae5f3a-8e0d-4dd9-aca9-0b443c226951 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658016 Nov 02 12:56:40.727879 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-55d24093-abaa-4404-a0ea-0ca35f41ae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:40.942098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9c7c2-1460-4871-8ca6-b81115bd2c23 req-7d6168c5-31ad-4f10-ad2e-c9e9adf5ed17 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:40.944118 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-62a9c7c2-1460-4871-8ca6-b81115bd2c23 req-7d6168c5-31ad-4f10-ad2e-c9e9adf5ed17 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.1203904 Nov 02 12:56:41.023063 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-62a9c7c2-1460-4871-8ca6-b81115bd2c23 req-1214dbf3-eec4-4072-87e9-dc2345a5401d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700591 Nov 02 12:56:42.219252 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c2627-a46d-4e20-b8eb-f1e03bd7c1cb req-d66b9c6d-258e-4fe3-8a19-0a3fe3b0f5e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:42.223329 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b2c2627-a46d-4e20-b8eb-f1e03bd7c1cb req-d66b9c6d-258e-4fe3-8a19-0a3fe3b0f5e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0975363 Nov 02 12:56:42.295836 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b2c2627-a46d-4e20-b8eb-f1e03bd7c1cb req-6fffc78c-d99b-4794-978b-e97cf54931f8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639935 Nov 02 12:56:43.200619 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ca7dda45-0ce2-4980-9d5d-44f9471f080c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:43.470681 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd566aa-2e1d-4176-a7ca-0e624ab87a24 req-189386af-0928-41c1-a2be-a4805037f7e7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:43.472350 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6bd566aa-2e1d-4176-a7ca-0e624ab87a24 req-189386af-0928-41c1-a2be-a4805037f7e7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0738013 Nov 02 12:56:43.533995 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6bd566aa-2e1d-4176-a7ca-0e624ab87a24 req-05ee81a9-3a2a-460e-8189-da9102c4c1ae tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553629 Nov 02 12:56:44.373832 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:44.670358 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734acf11-4288-45de-8bbe-a7ed7ba752a8 req-5ccc6723-865f-4a02-8b0c-5aeea624b10d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:44.671924 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-734acf11-4288-45de-8bbe-a7ed7ba752a8 req-5ccc6723-865f-4a02-8b0c-5aeea624b10d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0563951 Nov 02 12:56:44.728917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-734acf11-4288-45de-8bbe-a7ed7ba752a8 req-32e79a25-4ff3-4844-a43d-b9667ea5ef07 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468159 Nov 02 12:56:45.024586 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.703261 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:45.877195 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472d76-168e-493e-a310-31d3573c2ea3 req-7b2e118b-0bea-4e9b-b6c1-4155e568f325 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:45.879627 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec472d76-168e-493e-a310-31d3573c2ea3 req-7b2e118b-0bea-4e9b-b6c1-4155e568f325 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0607989 Nov 02 12:56:45.937204 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec472d76-168e-493e-a310-31d3573c2ea3 req-f47499ad-989f-4729-bb3c-1b799a3ba78f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519745 Nov 02 12:56:47.095433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51568a-899e-4d0a-b156-32be5f4e829d req-f505c193-428e-43a5-9ef0-9d19f3813d18 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:47.097073 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1e51568a-899e-4d0a-b156-32be5f4e829d req-f505c193-428e-43a5-9ef0-9d19f3813d18 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0668132 Nov 02 12:56:47.156670 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1e51568a-899e-4d0a-b156-32be5f4e829d req-829415df-af17-4b75-949a-2be19d99a803 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471318 Nov 02 12:56:47.216179 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:48.299695 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44834274-e9d6-4dd3-a36d-ef66bd42ab74 req-a6717851-5a91-4815-be75-cc57e8fba21f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:48.301309 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-44834274-e9d6-4dd3-a36d-ef66bd42ab74 req-a6717851-5a91-4815-be75-cc57e8fba21f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0530577 Nov 02 12:56:48.355092 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-44834274-e9d6-4dd3-a36d-ef66bd42ab74 req-829d6172-49cd-4409-b896-39eb67da463e tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Nov 02 12:56:49.300064 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27557-d144-47fd-91f5-0f3710da841d req-831e7956-397d-42a0-ad0b-dffe615df769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.301547 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-831e7956-397d-42a0-ad0b-dffe615df769 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1130 time: 0.0472224 Nov 02 12:56:49.396903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27557-d144-47fd-91f5-0f3710da841d req-feb7ae43-d83d-48d9-ab0e-a9761d675a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.397986 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-feb7ae43-d83d-48d9-ab0e-a9761d675a91 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.0897510 Nov 02 12:56:49.472762 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-11789fa0-82af-49e3-bead-0aeef9c72a40 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 1001 time: 0.0592837 Nov 02 12:56:49.492441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6754d-de30-460e-b611-469ee8af012f req-c0d2b3fb-c954-4e7b-907f-5f8fdb11a963 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.493850 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6fa6754d-de30-460e-b611-469ee8af012f req-c0d2b3fb-c954-4e7b-907f-5f8fdb11a963 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0574834 Nov 02 12:56:49.524336 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27557-d144-47fd-91f5-0f3710da841d req-2b827305-fb0c-4960-a04b-55928898d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.525902 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-2b827305-fb0c-4960-a04b-55928898d733 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0451987 Nov 02 12:56:49.542250 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6fa6754d-de30-460e-b611-469ee8af012f req-5e88b77e-ebb4-4925-b799-8dd57d660ad2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422413 Nov 02 12:56:49.584598 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27557-d144-47fd-91f5-0f3710da841d req-d8ec9d17-9a1b-4361-b8ef-509ab8f983bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:49.586088 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-d8ec9d17-9a1b-4361-b8ef-509ab8f983bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509527 Nov 02 12:56:49.681234 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-a7cf74a3-9cdc-4c37-b76e-ceb331a661d4 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Nov 02 12:56:49.773933 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-a0f27557-d144-47fd-91f5-0f3710da841d req-6fa7ef00-a967-4a6f-87f3-de998d7ae74d service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868068 Nov 02 12:56:50.675101 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f315531-c601-45b5-9cb2-e9fe08ef947f req-8e2a7e41-7036-4347-9385-8243a81591a8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:50.676598 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0f315531-c601-45b5-9cb2-e9fe08ef947f req-8e2a7e41-7036-4347-9385-8243a81591a8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0544183 Nov 02 12:56:50.725195 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0f315531-c601-45b5-9cb2-e9fe08ef947f req-3a7e9687-ea6d-4ef7-a9c8-60f3179beed2 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426641 Nov 02 12:56:51.857896 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9a8f7-8aa5-4d49-814d-992ea50a80ae req-8d5787b7-fbda-4081-9cbd-638e483e7e83 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:51.859444 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3cb9a8f7-8aa5-4d49-814d-992ea50a80ae req-8d5787b7-fbda-4081-9cbd-638e483e7e83 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0548706 Nov 02 12:56:51.911280 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3cb9a8f7-8aa5-4d49-814d-992ea50a80ae req-32604c44-54d4-4005-9de4-2e0cadb98eba tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463300 Nov 02 12:56:52.055503 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-667271fb-1c8d-4ee2-bcef-d2841a0d0b64 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216201774&fields=id&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 267 time: 0.0452764 Nov 02 12:56:52.163605 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-85045b43-59cf-414c-b2a9-f74c46e5f9a4 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:52.165080 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-85045b43-59cf-414c-b2a9-f74c46e5f9a4 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1025338 Nov 02 12:56:52.182001 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-4ee5b74c-bece-4594-8558-944aa86232e2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/quotas/9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 375 time: 0.0094035 Nov 02 12:56:52.253590 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-a85199de-d175-4aed-8973-a44713873487 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646818 Nov 02 12:56:52.363747 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b7b16f5e-1099-4bc7-bf3c-35889ff93716 service neutron] http://10.222.0.91:9696/v2.0/extensions returned with HTTP 200 {{(pid=115588) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Nov 02 12:56:52.364786 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b7b16f5e-1099-4bc7-bf3c-35889ff93716 service neutron] 10.222.0.91 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0988386 Nov 02 12:56:52.456251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-adcf41d3-a20d-4f64-9b4f-2d017d14f95b service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Nov 02 12:56:52.550219 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-13b8ea16-2c80-43ba-a122-5a010bccd057 service neutron] 10.222.0.91 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883186 Nov 02 12:56:52.839178 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2928a615-65eb-4dfe-9935-f34c322aa1b0 req-f603036a-a51d-4b26-8afe-d0d01027647a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 210 time: 0.0288632 Nov 02 12:56:53.051238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af2f7-f617-4f35-9722-941f070b8c6b req-700748fd-1622-488f-93d5-b65c9c40832f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:53.052995 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-250af2f7-f617-4f35-9722-941f070b8c6b req-700748fd-1622-488f-93d5-b65c9c40832f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 946 time: 0.0581765 Nov 02 12:56:53.104496 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-250af2f7-f617-4f35-9722-941f070b8c6b req-8e49c4b1-51ff-4171-a296-d3475f2d2068 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447011 Nov 02 12:56:53.750000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:53.824462 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: ACTIVE; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:53.824857 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.848000 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:53.850213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e290f25-153c-4336-9806-f135aab7ff06" -d '{"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-unplugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:53.865091 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:56:53.873958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:53.902610 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0c8f4-d522-4018-89c9-c2520cbf592b x-openstack-request-id: req-fbd0c8f4-d522-4018-89c9-c2520cbf592b {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:53.903428 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-unplugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:53.903922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fbd0c8f4-d522-4018-89c9-c2520cbf592b {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:53.904534 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbd0c8f4-d522-4018-89c9-c2520cbf592b'] response: {'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'code': 200} Nov 02 12:56:53.933575 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=8']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:53.940982 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.941343 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.941697 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.942040 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.942409 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.942752 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.943087 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.943424 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.943752 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.944087 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.944420 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.944746 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.945073 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:53.955516 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-856ebb15-7025-478d-a767-d2dd4989ef1b req-cb6f0152-a0bc-4ea7-bfe2-da04dd1c41f6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 210 time: 0.0293825 Nov 02 12:56:54.106223 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-1975f5b2-bc89-41a3-b344-4de22dc9b647 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:54.107722 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-1975f5b2-bc89-41a3-b344-4de22dc9b647 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 811 time: 0.1064572 Nov 02 12:56:54.184041 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-ee738978-d14a-4331-a1f0-fd518b914e26 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c63521170144f4e8267e0fe89a02c1d HTTP/1.1" status: 200 len: 379 time: 0.0609198 Nov 02 12:56:54.192750 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'port': {'device_id': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'admin_state_up': True, 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'security_groups': ['1a1f00e0-cb4b-4695-bb67-386f88a3442d']}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:54.256740 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91074af-8cc9-4ded-bdac-19c3a9830541 req-9e5d3c5a-bf02-4adc-b023-8f7269ad26dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:54.258229 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a91074af-8cc9-4ded-bdac-19c3a9830541 req-9e5d3c5a-bf02-4adc-b023-8f7269ad26dc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0625329 Nov 02 12:56:54.311898 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a91074af-8cc9-4ded-bdac-19c3a9830541 req-3d946bd7-ab84-4553-8b8e-99e344b26ded tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452378 Nov 02 12:56:54.312097 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Made reservation on behalf of 9c63521170144f4e8267e0fe89a02c1d for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 12:56:54.315692 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.455826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.20.0.3 (cef30bd9-58ef-4273-8041-b5e9444b8d02/17c31632-913c-4107-bf33-d931adf7bd3a/1c75ed90-9c1e-45c9-a007-113bace88d87) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:56:54.601155 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.635340 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.681990 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:56:54.685523 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:56:54.689728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:56:54.721359 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:54.734631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.734920 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.735312 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.735680 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.736062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.736540 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.736907 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.737269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.737602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.737938 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.738269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.738625 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.738955 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:56:54.767375 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:54.768034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.790239 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-6fc6f4c7-0b34-455d-a531-c1ad0b5a28d2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6013262 Nov 02 12:56:54.816936 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Request body: {'port': {'device_id': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:56:54.887248 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.921692 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Provisioning complete for port 1c75ed90-9c1e-45c9-a007-113bace88d87 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:56:54.922699 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:54.923223 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Attempt 1 to provision port 1c75ed90-9c1e-45c9-a007-113bace88d87 Nov 02 12:56:54.961599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Port 1c75ed90-9c1e-45c9-a007-113bace88d87 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 12:56:55.100734 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b59dfd-b502-4bff-9ef2-143f87998e51 req-fd6f6d55-d768-4a7a-95e8-f4c1b18d4d76 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.102225 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9b59dfd-b502-4bff-9ef2-143f87998e51 req-fd6f6d55-d768-4a7a-95e8-f4c1b18d4d76 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 931 time: 0.0560293 Nov 02 12:56:55.153755 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9b59dfd-b502-4bff-9ef2-143f87998e51 req-1d903093-d0c8-47e0-b618-59bb42194643 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456331 Nov 02 12:56:55.174322 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c75ed90-9c1e-45c9-a007-113bace88d87 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:56:55.182658 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks [] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.195632 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Transition to ACTIVE for port object 1c75ed90-9c1e-45c9-a007-113bace88d87 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 12:56:55.199908 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.282665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:55.312668 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Attempting to bind port 1c75ed90-9c1e-45c9-a007-113bace88d87 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 12:56:55.313057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Attempting to bind port 1c75ed90-9c1e-45c9-a007-113bace88d87 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 12:56:55.313389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Attempting to bind port 1c75ed90-9c1e-45c9-a007-113bace88d87 on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:55.317639 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Port 1c75ed90-9c1e-45c9-a007-113bace88d87 on network cef30bd9-58ef-4273-8041-b5e9444b8d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 12:56:55.317960 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Attempting to bind port 1c75ed90-9c1e-45c9-a007-113bace88d87 on network cef30bd9-58ef-4273-8041-b5e9444b8d02 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 12:56:55.322779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 12, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 12:56:55.323114 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Checking segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 12:56:55.323493 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Bound using segment: {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 12:56:55.323946 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Bound port: 1c75ed90-9c1e-45c9-a007-113bace88d87, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7ab6669-9909-433b-80cd-677c5538ad9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1366, 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 12:56:55.324958 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.388296 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 12:56:55.391712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 12:56:55.397449 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.401632 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.403189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:56:55.404563 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] 10.222.0.94 "PUT /v2.0/ports/1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 1093 time: 0.5922451 Nov 02 12:56:55.405013 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:56:55.407354 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:56:55.453951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255a84ad-121b-482d-bc27-e3f11444133d x-openstack-request-id: req-255a84ad-121b-482d-bc27-e3f11444133d {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:56:55.454271 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:56:55.454623 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-255a84ad-121b-482d-bc27-e3f11444133d {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:56:55.455037 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255a84ad-121b-482d-bc27-e3f11444133d'] response: {'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'status': 'completed', 'code': 200} Nov 02 12:56:55.457162 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05196b-189d-49ec-b29a-eb57b0b01693 req-9f1111ef-7fdf-4945-a6a4-5a6b969bc4cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.458770 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b05196b-189d-49ec-b29a-eb57b0b01693 req-9f1111ef-7fdf-4945-a6a4-5a6b969bc4cf tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0632870 Nov 02 12:56:55.463011 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Attempt 2 to provision port 1c75ed90-9c1e-45c9-a007-113bace88d87 Nov 02 12:56:55.471996 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b023419f-bb85-47c1-a685-0eefe148beaf service neutron] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:56:55.508846 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-c32c7088-d3c6-488d-801c-3048ed5a2c39 None None] Port 1c75ed90-9c1e-45c9-a007-113bace88d87 had new provisioning blocks added so it will not transition to active. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Nov 02 12:56:55.518167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7b05196b-189d-49ec-b29a-eb57b0b01693 req-4180c25f-7e2b-4383-9fc1-e701a27be0fc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494375 Nov 02 12:56:55.540675 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-7812c6b0-654e-4295-97f8-2380fda2af9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.542508 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-7812c6b0-654e-4295-97f8-2380fda2af9f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1127 time: 0.0550077 Nov 02 12:56:55.599618 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-36a42e40-636d-494a-bbaf-e33f513a1462 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 217 time: 0.0377333 Nov 02 12:56:55.652926 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-5a7e3d6d-b0d9-4d61-840d-50e9f182efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.654492 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-5a7e3d6d-b0d9-4d61-840d-50e9f182efad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0491221 Nov 02 12:56:55.713950 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-f6b9d8b0-500e-4259-ad44-8f2035a2bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:55.716054 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-f6b9d8b0-500e-4259-ad44-8f2035a2bfa4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505538 Nov 02 12:56:55.819544 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-4fce2371-404a-4355-b4eb-fb5cf17858c0 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965567 Nov 02 12:56:55.921298 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2474e060-4e39-4a91-8e25-2d3423d1e12a req-3ac882d8-5b4b-4645-8bf1-c29ec45771be service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942798 Nov 02 12:56:56.079991 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-fdf9e4a0-a9b9-451c-b1d3-c6b47f5aef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.081501 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-fdf9e4a0-a9b9-451c-b1d3-c6b47f5aef49 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1127 time: 0.0493093 Nov 02 12:56:56.185212 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-0a3d3076-9dd4-4222-9c6a-684b390f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.186967 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-0a3d3076-9dd4-4222-9c6a-684b390f06ff service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0979888 Nov 02 12:56:56.237640 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-de664565-2f9e-4cc6-af96-b907f22b0c8c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 217 time: 0.0423005 Nov 02 12:56:56.289965 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa6a5e-1c4b-4927-ba2c-6c061d184c09 req-332abff7-ed4f-47f8-8136-e1e95fb5d3fc tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.292633 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ffa6a5e-1c4b-4927-ba2c-6c061d184c09 req-332abff7-ed4f-47f8-8136-e1e95fb5d3fc tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0582876 Nov 02 12:56:56.306765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-cb949475-d516-4a90-af9a-d871f272ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.308231 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-cb949475-d516-4a90-af9a-d871f272ecce service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0606225 Nov 02 12:56:56.347651 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5ffa6a5e-1c4b-4927-ba2c-6c061d184c09 req-e2e8fc03-1c2a-4484-ad87-85b1615a7536 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471914 Nov 02 12:56:56.366463 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-73265acb-644f-4123-a584-60a16ed55d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.367995 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-73265acb-644f-4123-a584-60a16ed55d41 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529809 Nov 02 12:56:56.474538 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-2bbc91ed-364d-4793-936b-692cb3348d2a service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945742 Nov 02 12:56:56.559496 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c233599-b440-474e-8ab7-bc1bcbd0934b req-f5519e4e-e0e9-405d-ba05-474ed8153d68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.567117 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c233599-b440-474e-8ab7-bc1bcbd0934b req-f5519e4e-e0e9-405d-ba05-474ed8153d68 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0698645 Nov 02 12:56:56.591692 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-c31e7815-3a67-4ab1-9341-aca2fe61d6b3 req-08c6ca30-509a-4c81-a876-e659b57912e6 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085448 Nov 02 12:56:56.614917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3c233599-b440-474e-8ab7-bc1bcbd0934b req-8cff65f3-e1d3-4900-bc8a-a500370fe2e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461926 Nov 02 12:56:56.801663 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-fb711711-c42c-4e0d-ae21-c2e88590ba55 service neutron] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918941 Nov 02 12:56:56.926324 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-eb62fd85-c4a0-488c-8f0d-83cea4f32f8c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:56.927720 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-eb62fd85-c4a0-488c-8f0d-83cea4f32f8c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports/496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 941 time: 0.0981312 Nov 02 12:56:57.482175 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85be84-647e-49bb-b345-076bae8bf524 req-8ceae05a-3184-4b92-8995-bfd447e3198a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:57.483869 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec85be84-647e-49bb-b345-076bae8bf524 req-8ceae05a-3184-4b92-8995-bfd447e3198a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0572109 Nov 02 12:56:57.534746 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec85be84-647e-49bb-b345-076bae8bf524 req-45caee81-34dc-4594-98df-c25f4e4c365b tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452263 Nov 02 12:56:57.750520 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f600594-d210-42f4-ac17-38e327e3021c req-37957dd6-aef2-4956-a57a-c406b8826e9a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:57.751969 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f600594-d210-42f4-ac17-38e327e3021c req-37957dd6-aef2-4956-a57a-c406b8826e9a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0565479 Nov 02 12:56:57.799816 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8f600594-d210-42f4-ac17-38e327e3021c req-e85b5564-e2c0-4ca5-be8d-51dd2d42a152 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421810 Nov 02 12:56:58.006717 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-981e9d5e-7dd1-4a07-99d0-04a3708bcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.008134 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-981e9d5e-7dd1-4a07-99d0-04a3708bcf13 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4&tenant_id=db03c62f4da8405fa17e29a357979ebf HTTP/1.1" status: 200 len: 1128 time: 0.0478590 Nov 02 12:56:58.108513 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-31c3c6e6-c304-480f-8659-025697a88c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.110082 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-31c3c6e6-c304-480f-8659-025697a88c3f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=db03c62f4da8405fa17e29a357979ebf&device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1128 time: 0.0460229 Nov 02 12:56:58.204718 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-d6a4159c-5347-4cab-b016-8cbf4b9ce7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.206191 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-d6a4159c-5347-4cab-b016-8cbf4b9ce7c6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 200 len: 918 time: 0.0901115 Nov 02 12:56:58.270392 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-cf0f4767-c3ed-45ad-b768-a2436ac625cb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 200 len: 999 time: 0.0566957 Nov 02 12:56:58.329568 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-254c0c0b-6bb5-4eb4-ae88-17e154a818b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.331057 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-254c0c0b-6bb5-4eb4-ae88-17e154a818b5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 200 len: 855 time: 0.0524940 Nov 02 12:56:58.382380 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-b8ed93a6-7512-4bbd-905e-858d07e728fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.383883 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-b8ed93a6-7512-4bbd-905e-858d07e728fc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c0e77433-3e3d-49ad-95b9-de1a659b0a05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449855 Nov 02 12:56:58.497599 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-56796794-a421-45aa-b6a3-32f229c60df7 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913439 Nov 02 12:56:58.596692 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-48f3ff80-dd93-480c-bbb4-0525395481f8 req-735f0453-d264-45d9-9fe3-c02e2df21eb9 service neutron] 10.222.0.94 "GET /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921617 Nov 02 12:56:58.667079 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d2e1b-f852-45b0-a650-d585cbed8cf2 req-7c1d30d0-445b-49ba-98a3-a92ce14102b6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.669099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae0d2e1b-f852-45b0-a650-d585cbed8cf2 req-7c1d30d0-445b-49ba-98a3-a92ce14102b6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0568919 Nov 02 12:56:58.719966 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae0d2e1b-f852-45b0-a650-d585cbed8cf2 req-a834e226-878e-4141-8304-d08d1b023a67 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446100 Nov 02 12:56:58.934195 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7615451-24fd-4f98-a096-bb18e688e322 req-1b49d9d6-c424-439c-8320-715ba936e5ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:58.935717 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7615451-24fd-4f98-a096-bb18e688e322 req-1b49d9d6-c424-439c-8320-715ba936e5ac tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0546820 Nov 02 12:56:58.987945 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c7615451-24fd-4f98-a096-bb18e688e322 req-a60c3a0f-dce0-4aaf-befa-e835d7077ee8 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465188 Nov 02 12:56:59.434222 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:56:59.822701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:56:59.867940 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81842445-f954-4efd-9680-0ec244e322e1 req-d2af5e7d-fdc5-4c79-af84-85f33cea0081 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:56:59.876132 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81842445-f954-4efd-9680-0ec244e322e1 req-d2af5e7d-fdc5-4c79-af84-85f33cea0081 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0769780 Nov 02 12:56:59.912565 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: DOWN; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:56:59.932307 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81842445-f954-4efd-9680-0ec244e322e1 req-14f7257e-4251-4fa1-9f9c-dbb1e542a81d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549810 Nov 02 12:57:00.131099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbef640-86f9-4b54-b561-f88619040599 req-28901e2e-e7e1-48aa-a87a-e2b5015dd0a3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:00.132640 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abbef640-86f9-4b54-b561-f88619040599 req-28901e2e-e7e1-48aa-a87a-e2b5015dd0a3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0561278 Nov 02 12:57:00.185435 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abbef640-86f9-4b54-b561-f88619040599 req-764709f9-2b57-4107-a57f-ea7e989e4821 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463502 Nov 02 12:57:01.080572 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a3e5-46c2-43a6-ac47-eb5241c05eae req-bdcb902b-fc50-418a-bcaf-508aac6c4a29 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:01.082657 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7215a3e5-46c2-43a6-ac47-eb5241c05eae req-bdcb902b-fc50-418a-bcaf-508aac6c4a29 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0607481 Nov 02 12:57:01.132422 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7215a3e5-46c2-43a6-ac47-eb5241c05eae req-fc98e362-3a61-4409-a75d-dbfc82740eb4 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 Nov 02 12:57:01.330914 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd2299-f10f-480f-a986-429195593bdf req-429cc2d1-f373-4797-b302-dc50f9d29bdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:01.332378 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-78fd2299-f10f-480f-a986-429195593bdf req-429cc2d1-f373-4797-b302-dc50f9d29bdb tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0615408 Nov 02 12:57:01.385573 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-78fd2299-f10f-480f-a986-429195593bdf req-c070c53c-d0b7-43ca-b118-cf503ab321ab tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475049 Nov 02 12:57:02.275909 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0ec15-394a-4030-97a3-69620e2d45ef req-78bd681c-c735-4193-bcb1-e635c2f9fdd8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:02.278473 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27e0ec15-394a-4030-97a3-69620e2d45ef req-78bd681c-c735-4193-bcb1-e635c2f9fdd8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0610504 Nov 02 12:57:02.333418 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27e0ec15-394a-4030-97a3-69620e2d45ef req-a8ccc270-898c-4fc2-a993-c289626b3c67 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487015 Nov 02 12:57:02.527732 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cc51a-f220-49c1-94ab-86a8824d7910 req-35e8d69d-ebcd-4621-a39e-5700f29eb1f9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:02.529251 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-919cc51a-f220-49c1-94ab-86a8824d7910 req-35e8d69d-ebcd-4621-a39e-5700f29eb1f9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0573649 Nov 02 12:57:02.583430 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-919cc51a-f220-49c1-94ab-86a8824d7910 req-365fcd92-fa01-41b7-8e6a-f88558573815 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483634 Nov 02 12:57:03.466960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407a7bf-8a4e-45bb-a5ab-640ddf5f3760 req-46d389c2-8af7-4d1d-8810-cd9acc20e457 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:03.468454 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c407a7bf-8a4e-45bb-a5ab-640ddf5f3760 req-46d389c2-8af7-4d1d-8810-cd9acc20e457 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0560479 Nov 02 12:57:03.520380 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c407a7bf-8a4e-45bb-a5ab-640ddf5f3760 req-e5d43ab8-6191-47eb-b07c-dd472fd964b8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463374 Nov 02 12:57:03.726166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a622-a212-4123-984c-24d5a392e6d5 req-c830a9bc-5b20-4569-8b56-81c54a2c9095 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:03.727802 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e3d0a622-a212-4123-984c-24d5a392e6d5 req-c830a9bc-5b20-4569-8b56-81c54a2c9095 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0568721 Nov 02 12:57:03.781401 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e3d0a622-a212-4123-984c-24d5a392e6d5 req-5a31540b-50a5-4d8d-b8c6-8211992098fd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475399 Nov 02 12:57:04.654062 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3157509d-8eee-48aa-857c-0960c28b65f8 req-602d80db-a7b3-404b-af7a-f3960a80a891 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:04.656472 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3157509d-8eee-48aa-857c-0960c28b65f8 req-602d80db-a7b3-404b-af7a-f3960a80a891 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0583348 Nov 02 12:57:04.707635 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3157509d-8eee-48aa-857c-0960c28b65f8 req-77e144f6-ca90-4a02-b66b-e348aff24aa3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Nov 02 12:57:04.928578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81651c1-bc33-4ad1-830b-14d192ace493 req-0e67af59-1577-4467-a91a-61a37d3346b6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:04.936159 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a81651c1-bc33-4ad1-830b-14d192ace493 req-0e67af59-1577-4467-a91a-61a37d3346b6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0710118 Nov 02 12:57:04.986585 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a81651c1-bc33-4ad1-830b-14d192ace493 req-772192a5-cc4c-4f31-b87e-a3b3eb4e3e0f tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492895 Nov 02 12:57:05.855142 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b8ad3-255b-4dc0-9a60-2f060d6c6ac9 req-38f4ce73-45e9-4ee9-b972-3c085f113ecd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:05.857113 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-de6b8ad3-255b-4dc0-9a60-2f060d6c6ac9 req-38f4ce73-45e9-4ee9-b972-3c085f113ecd tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0602307 Nov 02 12:57:05.913539 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-de6b8ad3-255b-4dc0-9a60-2f060d6c6ac9 req-25f12812-2a8f-473e-99fc-0a7f65064d8c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505226 Nov 02 12:57:06.130955 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c258a-a03b-4d5e-9b4f-fbac6eb4646d req-8acb38ba-498a-4a22-8ed5-26dd41177171 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:06.132532 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-685c258a-a03b-4d5e-9b4f-fbac6eb4646d req-8acb38ba-498a-4a22-8ed5-26dd41177171 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0588081 Nov 02 12:57:06.187745 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-685c258a-a03b-4d5e-9b4f-fbac6eb4646d req-d94e64cc-2ca6-40f8-8f7a-c633a1ec15d6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 Nov 02 12:57:07.049232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131173f-217c-4c16-8dfe-0be3737aae36 req-022b7eef-f511-4e90-9d88-785a7e6ef693 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:07.050831 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a131173f-217c-4c16-8dfe-0be3737aae36 req-022b7eef-f511-4e90-9d88-785a7e6ef693 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0588989 Nov 02 12:57:07.108722 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a131173f-217c-4c16-8dfe-0be3737aae36 req-5febfe11-d9e6-4e12-a7c0-f4db4a1a1cfb tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487285 Nov 02 12:57:07.339046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0e887-aa88-4178-a87b-d661cc624c9a req-d28f25fe-5bb7-41e4-b59b-c235462a5974 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:07.340953 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27a0e887-aa88-4178-a87b-d661cc624c9a req-d28f25fe-5bb7-41e4-b59b-c235462a5974 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0648375 Nov 02 12:57:07.398427 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-27a0e887-aa88-4178-a87b-d661cc624c9a req-0abd3166-a9b2-434a-881e-065637ba1f7d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478888 Nov 02 12:57:08.257556 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8014f7-d4dc-4186-8da3-9efbaeb107e7 req-99635c73-82c3-42f5-8837-0e8e0f975a15 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:08.263493 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7c8014f7-d4dc-4186-8da3-9efbaeb107e7 req-99635c73-82c3-42f5-8837-0e8e0f975a15 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0671957 Nov 02 12:57:08.321956 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7c8014f7-d4dc-4186-8da3-9efbaeb107e7 req-f98df356-7f0d-49bb-80d0-ca5a28495782 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541937 Nov 02 12:57:08.547742 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b3f5-8ff5-4ff4-be61-5e8ed05cb2d9 req-1a4e75df-0b56-4aee-b498-14849587bf00 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:08.549528 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d5e6b3f5-8ff5-4ff4-be61-5e8ed05cb2d9 req-1a4e75df-0b56-4aee-b498-14849587bf00 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0608852 Nov 02 12:57:08.598741 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d5e6b3f5-8ff5-4ff4-be61-5e8ed05cb2d9 req-e08dbe84-c2e1-4c39-92ec-051ed2b49552 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Nov 02 12:57:09.460166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f21520-1dcd-48f0-a01d-253f02e97ca4 req-dd59ae88-8f82-4e4a-82a4-09b810c10c04 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:09.461622 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55f21520-1dcd-48f0-a01d-253f02e97ca4 req-dd59ae88-8f82-4e4a-82a4-09b810c10c04 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0565445 Nov 02 12:57:09.766020 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55f21520-1dcd-48f0-a01d-253f02e97ca4 req-3f84d21a-6ec3-45b6-bd8d-23bf1a9e4015 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2982190 Nov 02 12:57:09.784067 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65949ff5-7495-4af8-8639-3e2f27312dcd req-3a1ab386-346a-4ba3-9284-d54ca04fd1b1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:09.785539 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65949ff5-7495-4af8-8639-3e2f27312dcd req-3a1ab386-346a-4ba3-9284-d54ca04fd1b1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0776291 Nov 02 12:57:09.832918 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-65949ff5-7495-4af8-8639-3e2f27312dcd req-1418f2f9-a2e4-4190-85a8-a0763c8f6602 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Nov 02 12:57:10.684735 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f69c6f0b-6fdc-4374-998a-0bef959cb914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:10.893166 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381446e-1806-4b1f-b50e-18ad7af162e6 req-dfd08c26-227b-4ee0-b8ec-b42f422afe03 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:10.894703 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1381446e-1806-4b1f-b50e-18ad7af162e6 req-dfd08c26-227b-4ee0-b8ec-b42f422afe03 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0526927 Nov 02 12:57:10.976813 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1381446e-1806-4b1f-b50e-18ad7af162e6 req-dd4976c4-4cb5-404e-96ab-e6a76201a2f8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765915 Nov 02 12:57:10.994779 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ffbc4-6861-4071-9077-d4a203e822ea req-269a21d1-2408-4b5c-81f0-e39b17ec3c86 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:10.996460 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-be7ffbc4-6861-4071-9077-d4a203e822ea req-269a21d1-2408-4b5c-81f0-e39b17ec3c86 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0786991 Nov 02 12:57:11.044184 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-be7ffbc4-6861-4071-9077-d4a203e822ea req-9202cccd-c384-4cfb-a0dc-633960e3edbc tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418117 Nov 02 12:57:12.102646 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677b95c-7362-4f9a-8796-2fff4189d66b req-fff0584a-48f7-4fac-900b-a122944d0297 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:12.104129 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d677b95c-7362-4f9a-8796-2fff4189d66b req-fff0584a-48f7-4fac-900b-a122944d0297 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0539334 Nov 02 12:57:12.186509 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d677b95c-7362-4f9a-8796-2fff4189d66b req-2a3900cd-8858-4f7d-924b-706d1ee2c177 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758727 Nov 02 12:57:12.206079 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70e0b4-a99d-446b-bf21-c39f3cf6365b req-df8086f9-6416-4fc4-9b47-68218eb313e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:12.207589 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae70e0b4-a99d-446b-bf21-c39f3cf6365b req-df8086f9-6416-4fc4-9b47-68218eb313e9 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0795045 Nov 02 12:57:12.263151 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ae70e0b4-a99d-446b-bf21-c39f3cf6365b req-840cc748-99d1-4d01-9f94-c3324e084f3d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498993 Nov 02 12:57:13.193747 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-58feeb89-b83b-4b8d-b0a4-108f730b14d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:13.311894 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a92a4-d56a-471c-b9e4-eba7c7219682 req-f45d6729-ebee-415a-9234-e6ea33c30bf5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:13.313448 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d11a92a4-d56a-471c-b9e4-eba7c7219682 req-f45d6729-ebee-415a-9234-e6ea33c30bf5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0541337 Nov 02 12:57:13.393198 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d11a92a4-d56a-471c-b9e4-eba7c7219682 req-d3383c77-407b-4a22-a8ff-ef6208b38e93 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741510 Nov 02 12:57:13.416576 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e2e50-81a0-4b08-9b90-f97c14f33664 req-2fc0414c-c277-4939-a616-c66e02be94ec tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:13.419049 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f10e2e50-81a0-4b08-9b90-f97c14f33664 req-2fc0414c-c277-4939-a616-c66e02be94ec tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0732012 Nov 02 12:57:13.466758 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f10e2e50-81a0-4b08-9b90-f97c14f33664 req-7d1d4bcf-9234-408d-b224-c1cc692c8f8c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420589 Nov 02 12:57:14.367966 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:14.520749 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a796d69e-2411-4534-ac3b-ecc25abf8737 req-4e99a3ff-010d-462e-94c1-06243473fcea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:14.522266 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a796d69e-2411-4534-ac3b-ecc25abf8737 req-4e99a3ff-010d-462e-94c1-06243473fcea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0529017 Nov 02 12:57:14.596563 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a796d69e-2411-4534-ac3b-ecc25abf8737 req-2f2ce0cf-4b8a-4526-8691-7d4f65243209 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677423 Nov 02 12:57:14.619405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fbe85-138d-4905-924d-7405fab5b77a req-20bced62-2ff9-431f-9d74-6d1306394c65 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:14.621029 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-903fbe85-138d-4905-924d-7405fab5b77a req-20bced62-2ff9-431f-9d74-6d1306394c65 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0716155 Nov 02 12:57:14.673557 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-903fbe85-138d-4905-924d-7405fab5b77a req-f93b4508-541c-4359-8045-988f21eb90a4 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470552 Nov 02 12:57:15.049520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.697544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:15.724480 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c950e2-3a2a-476c-94ed-5cebdac7df98 req-1a653d10-5676-43e4-883a-efa1d0783144 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:15.725981 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-33c950e2-3a2a-476c-94ed-5cebdac7df98 req-1a653d10-5676-43e4-883a-efa1d0783144 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0540082 Nov 02 12:57:15.800927 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-33c950e2-3a2a-476c-94ed-5cebdac7df98 req-58a475c2-c11a-478b-8e32-6081907c621f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681055 Nov 02 12:57:15.823506 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b859d8-09e4-41f3-8f18-c3865e4a80de req-a0fa9d36-f4a2-4134-9cc9-b7cce42aff08 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:15.825016 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a5b859d8-09e4-41f3-8f18-c3865e4a80de req-a0fa9d36-f4a2-4134-9cc9-b7cce42aff08 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0666792 Nov 02 12:57:15.872797 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a5b859d8-09e4-41f3-8f18-c3865e4a80de req-674bc0ec-60b0-45be-8a19-23b876000326 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421925 Nov 02 12:57:16.931275 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47b45b-cd3b-42bb-9a09-638fd9cb35f4 req-6538d713-0ad7-4573-9156-92c1fd22f5b3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:16.932769 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5e47b45b-cd3b-42bb-9a09-638fd9cb35f4 req-6538d713-0ad7-4573-9156-92c1fd22f5b3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0579631 Nov 02 12:57:17.011871 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5e47b45b-cd3b-42bb-9a09-638fd9cb35f4 req-fe6a306f-83d8-44be-b03a-5c0d821c07b3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723093 Nov 02 12:57:17.027899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b76960-7f18-484b-bddc-01a9addf678b req-a80f90d1-923e-49a0-9c3c-daac2c58a9d3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:17.030082 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d3b76960-7f18-484b-bddc-01a9addf678b req-a80f90d1-923e-49a0-9c3c-daac2c58a9d3 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0770738 Nov 02 12:57:17.077550 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d3b76960-7f18-484b-bddc-01a9addf678b req-ab7a9084-f029-4e6c-9481-1f56f7988e14 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412774 Nov 02 12:57:17.209491 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:17.906593 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 1c75ed90-9c1e-45c9-a007-113bace88d87 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:57:18.009283 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:18.021763 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'port_id': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'mac_address': 'fa:16:3e:b6:50:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:57:18.059965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 1c75ed90-9c1e-45c9-a007-113bace88d87 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:18.061808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.073683 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c75ed90-9c1e-45c9-a007-113bace88d87 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:57:18.099099 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:18.104374 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.105153 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 12:57:18.152662 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7eeb-06dd-4332-b5f5-1d1dbfd817f8 req-5a3a0434-a3bc-484c-a2d2-611e08ba6f43 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.155554 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c87e7eeb-06dd-4332-b5f5-1d1dbfd817f8 req-5a3a0434-a3bc-484c-a2d2-611e08ba6f43 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0673048 Nov 02 12:57:18.179579 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:18.250625 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c87e7eeb-06dd-4332-b5f5-1d1dbfd817f8 req-dca82673-9904-4576-a26a-bbef2252109d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885508 Nov 02 12:57:18.264245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:18.266159 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a03a209-f02f-47fa-9895-d94d3456137a req-606d6082-6e90-41e3-9337-e3d51c10b29b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:18.267711 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4a03a209-f02f-47fa-9895-d94d3456137a req-606d6082-6e90-41e3-9337-e3d51c10b29b tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 944 time: 0.0976536 Nov 02 12:57:18.283925 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'port_id': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'mac_address': 'fa:16:3e:a2:2e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 12:57:18.318006 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4a03a209-f02f-47fa-9895-d94d3456137a req-47dd57c8-774b-4a8e-8658-fc4da06aa25d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447159 Nov 02 12:57:18.324981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:18.325391 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.338410 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 12:57:18.360320 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:18.364801 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:18.413368 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=9']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:18.901993 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['496fe476-5fc4-4b25-a128-fff51e18f47e'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:57:18.927021 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['1c75ed90-9c1e-45c9-a007-113bace88d87'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 12:57:19.381527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0ee17-05f9-47d8-a13e-c51662da4b35 req-16352fc6-8b05-4d9b-bedb-ae0cefb3277a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.383036 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-adf0ee17-05f9-47d8-a13e-c51662da4b35 req-16352fc6-8b05-4d9b-bedb-ae0cefb3277a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 944 time: 0.0543206 Nov 02 12:57:19.460301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-adf0ee17-05f9-47d8-a13e-c51662da4b35 req-387a5379-88a5-4043-a4d6-24eb49dbaa39 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700247 Nov 02 12:57:19.485938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04785803-8870-45d3-80c2-8b7253570662 req-cc40e1ea-6d10-4e5e-823c-3db2ec35b767 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:19.487389 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04785803-8870-45d3-80c2-8b7253570662 req-cc40e1ea-6d10-4e5e-823c-3db2ec35b767 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.0718603 Nov 02 12:57:19.534838 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-04785803-8870-45d3-80c2-8b7253570662 req-4469d360-46c6-4d40-8e98-b25363f167e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Nov 02 12:57:20.611226 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa128c3-5076-4da1-85b7-39c3d4c0e327 req-6eb0ab67-5ec0-4c8a-a9b9-ff4589e6923a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:20.613927 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5fa128c3-5076-4da1-85b7-39c3d4c0e327 req-6eb0ab67-5ec0-4c8a-a9b9-ff4589e6923a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 944 time: 0.0791578 Nov 02 12:57:20.714049 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5fa128c3-5076-4da1-85b7-39c3d4c0e327 req-cde6ba4d-d9db-404f-8195-b29d1f512904 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928400 Nov 02 12:57:20.729466 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411398ba-aeb1-45f2-8ef4-5a99f45e00ea req-1d554089-de51-4f29-975d-7189e499b9b6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:20.731088 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-411398ba-aeb1-45f2-8ef4-5a99f45e00ea req-1d554089-de51-4f29-975d-7189e499b9b6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.1025801 Nov 02 12:57:20.778886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-411398ba-aeb1-45f2-8ef4-5a99f45e00ea req-ca49357d-af4c-4914-a4ff-46a591f8570a tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421467 Nov 02 12:57:21.838991 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e9abb-0827-4d1f-99de-9ad402c02840 req-562d5262-26bc-4abc-ab0a-cacbb69b8cc5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:21.841184 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e08e9abb-0827-4d1f-99de-9ad402c02840 req-562d5262-26bc-4abc-ab0a-cacbb69b8cc5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 944 time: 0.0542579 Nov 02 12:57:21.921012 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 1c75ed90-9c1e-45c9-a007-113bace88d87 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:21.927161 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e08e9abb-0827-4d1f-99de-9ad402c02840 req-657ccf52-df44-4de1-bccc-0fa9f545d3b8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801513 Nov 02 12:57:21.945200 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53521-9da1-438d-8464-df219580fb03 req-ba41c012-60a4-4eba-992c-70fe3b6f83b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:21.946771 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8b53521-9da1-438d-8464-df219580fb03 req-ba41c012-60a4-4eba-992c-70fe3b6f83b5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 945 time: 0.0853691 Nov 02 12:57:21.976360 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 1c75ed90-9c1e-45c9-a007-113bace88d87 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 12:57:21.980205 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 1c75ed90-9c1e-45c9-a007-113bace88d87 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:57:21.980726 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:21.981009 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 1c75ed90-9c1e-45c9-a007-113bace88d87 Nov 02 12:57:22.004488 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b8b53521-9da1-438d-8464-df219580fb03 req-ac196ca5-bcd6-42e8-bcf2-16ca59ad35ad tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511572 Nov 02 12:57:22.059241 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 1c75ed90-9c1e-45c9-a007-113bace88d87 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:22.059633 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.082896 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:57:22.085144 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d905c50c-c113-48a1-882a-14d8f7e62689" -d '{"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:57:22.099121 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:22.103550 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.104485 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 12:57:22.186187 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:22.191923 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8cf92d-0428-4767-9883-29375aa8d41e x-openstack-request-id: req-2a8cf92d-0428-4767-9883-29375aa8d41e {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:57:22.192216 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-plugged", "status": "completed", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:57:22.192474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2a8cf92d-0428-4767-9883-29375aa8d41e {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:57:22.192873 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8cf92d-0428-4767-9883-29375aa8d41e'] response: {'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'code': 200} Nov 02 12:57:22.202493 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 496fe476-5fc4-4b25-a128-fff51e18f47e triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 12:57:22.202928 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.203217 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 496fe476-5fc4-4b25-a128-fff51e18f47e Nov 02 12:57:22.281320 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 496fe476-5fc4-4b25-a128-fff51e18f47e is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 12:57:22.281627 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.315146 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:57:22.318500 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:22.367758 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=10']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:22.473091 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b202c79-fb7b-4d93-9587-79f09f8233ae req-505978a3-90f4-4b3b-9e69-163a5ae70d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:22.474639 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7b202c79-fb7b-4d93-9587-79f09f8233ae req-505978a3-90f4-4b3b-9e69-163a5ae70d9d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1129 time: 0.0470591 Nov 02 12:57:22.520744 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7b202c79-fb7b-4d93-9587-79f09f8233ae req-b39d05f8-8430-4b7d-9660-711599050ff8 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397885 Nov 02 12:57:23.056733 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ab7cf-1069-4938-ad82-a17b0406d7ce req-01b437d3-7bbf-4c57-9552-d334b62f0fc0 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:23.058327 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-374ab7cf-1069-4938-ad82-a17b0406d7ce req-01b437d3-7bbf-4c57-9552-d334b62f0fc0 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0533359 Nov 02 12:57:23.131996 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-374ab7cf-1069-4938-ad82-a17b0406d7ce req-c58c4321-83ce-4076-9e7b-6021a90a3ea8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679109 Nov 02 12:57:23.157210 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7416dad-4951-4436-89b9-cde49ba0c6aa req-d470a1b4-2239-4e94-9ee1-2356ac39627d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:23.159114 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e7416dad-4951-4436-89b9-cde49ba0c6aa req-d470a1b4-2239-4e94-9ee1-2356ac39627d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.0703518 Nov 02 12:57:23.207246 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e7416dad-4951-4436-89b9-cde49ba0c6aa req-7f5fbef7-3870-448d-89d3-892f56a0186d tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424175 Nov 02 12:57:24.193974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:57:24.197055 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5414e1-45ca-4302-a788-837d7f1c1eda" -d '{"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:57:24.235163 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3856305c-fd58-4e8b-9413-dde318a7926e x-openstack-request-id: req-3856305c-fd58-4e8b-9413-dde318a7926e {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:57:24.235460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-plugged", "status": "completed", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:57:24.235713 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3856305c-fd58-4e8b-9413-dde318a7926e {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:57:24.236111 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3856305c-fd58-4e8b-9413-dde318a7926e'] response: {'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'code': 200} Nov 02 12:57:24.282209 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488887-497b-48e5-b534-7660d4fa2ac5 req-6ab1924d-db6c-40f2-b285-6f455eaa0c67 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.283803 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-56488887-497b-48e5-b534-7660d4fa2ac5 req-6ab1924d-db6c-40f2-b285-6f455eaa0c67 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0723119 Nov 02 12:57:24.376176 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-56488887-497b-48e5-b534-7660d4fa2ac5 req-e4d78d9e-bcc9-4510-a51e-656eff1319fa tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848093 Nov 02 12:57:24.396406 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682649fb-6cd6-4f07-ba98-ad570a16d582 req-b4fe63e9-cd8d-4cd6-802c-bd3c5bd34826 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.398144 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-682649fb-6cd6-4f07-ba98-ad570a16d582 req-b4fe63e9-cd8d-4cd6-802c-bd3c5bd34826 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.0964167 Nov 02 12:57:24.450099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-682649fb-6cd6-4f07-ba98-ad570a16d582 req-fda98685-fdd6-434c-b432-2e0d0f7e6072 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444658 Nov 02 12:57:24.539961 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59fff5-f5b5-45d0-ab01-07bf9438a0d1 req-59560327-804c-488a-9f31-6eedcb0d2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:24.541470 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4a59fff5-f5b5-45d0-ab01-07bf9438a0d1 req-59560327-804c-488a-9f31-6eedcb0d2acf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 1131 time: 0.0488005 Nov 02 12:57:24.587990 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-4a59fff5-f5b5-45d0-ab01-07bf9438a0d1 req-8e8004d4-99b5-4a12-ba13-1f13f7ee1b09 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399880 Nov 02 12:57:25.518353 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a293-6fd6-439d-9c07-86b855a92095 req-babee284-b022-4783-9279-ffc5c2de98e3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:25.519938 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d07a293-6fd6-439d-9c07-86b855a92095 req-babee284-b022-4783-9279-ffc5c2de98e3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0613129 Nov 02 12:57:25.603828 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d07a293-6fd6-439d-9c07-86b855a92095 req-a05cf6f5-7938-48f2-a2f2-22182b99a5c5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776985 Nov 02 12:57:25.622263 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44ea54-bc58-4d18-bf51-faca54e76d47 req-1c7a1fa1-8342-4dd4-a118-43be4a2ab4e5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:25.623852 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a44ea54-bc58-4d18-bf51-faca54e76d47 req-1c7a1fa1-8342-4dd4-a118-43be4a2ab4e5 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.0832512 Nov 02 12:57:25.681065 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0a44ea54-bc58-4d18-bf51-faca54e76d47 req-31e57e12-91ea-40ca-aae8-f3ec816e5867 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513961 Nov 02 12:57:25.743939 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25a0f1-5c28-448a-aa2b-cf83c4591d37 req-f469488b-10ac-463a-8f50-755852bd47c3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:25.745349 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b25a0f1-5c28-448a-aa2b-cf83c4591d37 req-f469488b-10ac-463a-8f50-755852bd47c3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0603237 Nov 02 12:57:25.799814 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0b25a0f1-5c28-448a-aa2b-cf83c4591d37 req-dfdfa3c5-d78e-4a55-9f10-3cc616d213ed tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480363 Nov 02 12:57:25.829608 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 42998) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.974512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56850d5-84aa-4057-a78a-884c062f7bd9 tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:25.976013 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a56850d5-84aa-4057-a78a-884c062f7bd9 tempest-TestVolumeBootPattern-170752907 tempest-TestVolumeBootPattern-170752907-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1124 time: 0.1454194 Nov 02 12:57:25.979238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43002) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:57:25.984201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'port_id': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 12:57:26.004343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.101809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.214100 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Allocated IP 172.27.0.149 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/82f8f58a-19c3-4686-b341-2694c9489cfb) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 12:57:26.329507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.368614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.407388 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 12:57:26.410693 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 12:57:26.414307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 12:57:26.441382 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=82f8f58a-19c3-4686-b341-2694c9489cfb,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:26.454075 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.454595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.455002 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.455400 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.455763 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.456109 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.456522 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.456820 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.457178 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.457511 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.457895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.458253 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.458629 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:57:26.870378 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:26.880891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff5c89-7121-4e1f-a289-7223df125a90 req-3779dda2-4ca2-427a-9120-d980356f46e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:26.882394 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59ff5c89-7121-4e1f-a289-7223df125a90 req-3779dda2-4ca2-427a-9120-d980356f46e1 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.1100535 Nov 02 12:57:26.983996 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-59ff5c89-7121-4e1f-a289-7223df125a90 req-1c9de9dd-c883-48b0-90e8-5632480da1a7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843413 Nov 02 12:57:26.986728 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.145969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.151469 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.222746 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.224618 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event updated for resources: {'Port': ['ID=82f8f58a-19c3-4686-b341-2694c9489cfb,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:57:27.322609 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb associated. External IP: 172.27.0.149, port: 1c75ed90-9c1e-45c9-a007-113bace88d87. Nov 02 12:57:27.518529 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:57:27.624413 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:57:27.634728 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:57:27.642397 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:27.645765 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:57:27.646571 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:57:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:27.674667 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c9daa6a6-6311-4646-99f2-45f3eb58a11f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6943674 Nov 02 12:57:27.675620 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:57:27.678082 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0559da-11fe-4ff4-b8e6-51579d17226f" -d '{"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:57:27.717016 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 12:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e61d317-5325-4cd9-82e1-528dc3717453 x-openstack-request-id: req-2e61d317-5325-4cd9-82e1-528dc3717453 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:57:27.717317 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:57:27.717577 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-2e61d317-5325-4cd9-82e1-528dc3717453 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:57:27.717990 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e61d317-5325-4cd9-82e1-528dc3717453'] response: {'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'status': 'completed', 'code': 200} Nov 02 12:57:27.813059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-64bd023a-eb16-48fa-ae70-c035c0a4fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:27.814501 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-64bd023a-eb16-48fa-ae70-c035c0a4fc9a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1129 time: 0.0466280 Nov 02 12:57:27.882650 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:57:27.909358 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-a7c57739-1dd3-4bef-8dd0-db2d23b984ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:27.911054 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-a7c57739-1dd3-4bef-8dd0-db2d23b984ad service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0899568 Nov 02 12:57:28.128775 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5421a81-6f3e-4446-b483-9af0f24d858f req-b3d78b1b-36d6-476b-84ee-d6fd9a248238 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:28.130256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5421a81-6f3e-4446-b483-9af0f24d858f req-b3d78b1b-36d6-476b-84ee-d6fd9a248238 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.0587418 Nov 02 12:57:28.130597 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}, {'id': '7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:b6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:57:26Z', 'updated_at': '2022-11-02T12:57:26Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:28.159702 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:57:28.170413 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:57:28.171649 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:57:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:28.188787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e5421a81-6f3e-4446-b483-9af0f24d858f req-bcec1551-96e8-4f7b-b10f-c7727c48e3c6 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498877 Nov 02 12:57:28.244173 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-1a7d4a9c-a5be-4f30-b69e-3829f80f5ea6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 999 time: 0.3271921 Nov 02 12:57:28.290743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:57:28.300716 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-8ff73e86-ffab-44b4-96e4-1614b9002068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:28.302934 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-8ff73e86-ffab-44b4-96e4-1614b9002068 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0526505 Nov 02 12:57:28.367420 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-ea90966d-5022-471f-9bc9-2948055a73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:28.368922 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-ea90966d-5022-471f-9bc9-2948055a73c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592973 Nov 02 12:57:28.464108 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-ffbd274e-07db-4ef2-8edd-a35f13db2de0 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875213 Nov 02 12:57:28.527714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}, {'id': '7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:b6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:57:26Z', 'updated_at': '2022-11-02T12:57:26Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:57:28.553484 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e042c169-4ac5-44ea-b90f-822fc7ca0c5e None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}, {'id': '7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.149', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:b6:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:57:26Z', 'updated_at': '2022-11-02T12:57:26Z', 'revision_number': 0, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:57:28.567193 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-2b0559da-11fe-4ff4-b8e6-51579d17226f req-4a63cb2e-a774-4d8c-a295-b4b3f733da63 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967326 Nov 02 12:57:28.762375 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cc134-d67d-49d2-8d06-1077fb406a84 None None] New status for floating IP 7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb: ACTIVE {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:57:36.433837 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:57:40.688997 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1fab4f7e-7582-488f-a44f-d05856709724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:43.195635 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d00b95c1-d0e8-4ba9-8c68-c54511fc5b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:44.370241 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.060883 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:45.700242 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:47.212754 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:57:53.448759 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-cb5b711e-0dd4-4146-ae61-2b3dd66e9158 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455492 Nov 02 12:57:53.557704 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-45d47f81-8884-4613-ab48-254dd3889945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.559288 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-45d47f81-8884-4613-ab48-254dd3889945 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1129 time: 0.0484829 Nov 02 12:57:53.663987 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-e3685d0e-73b7-44fa-84ed-7ddc3eb42722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.665446 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-e3685d0e-73b7-44fa-84ed-7ddc3eb42722 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0882013 Nov 02 12:57:53.726073 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-e06286bf-17c8-4597-a56b-baa303247ab8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 1000 time: 0.0544260 Nov 02 12:57:53.774448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-79f70d89-3855-471c-b70f-111e46b45959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.775890 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-79f70d89-3855-471c-b70f-111e46b45959 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0436876 Nov 02 12:57:53.828006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-88d090f4-0f73-4516-b358-003d4145d0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:57:53.829487 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-88d090f4-0f73-4516-b358-003d4145d0f7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472412 Nov 02 12:57:53.922659 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-f113cfc2-066c-4aa6-be71-7581abde22d4 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855474 Nov 02 12:57:54.017691 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b8e4f380-db20-49a6-8600-6ac138b85e3f req-c9e087a2-0094-4f9e-8fbf-5ae3d32315fb service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873761 Nov 02 12:58:10.691695 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-63129575-4aec-4f50-869a-1a1fbc4f9d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.196082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-75a7667c-d395-460b-8a14-992f02358743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:13.434045 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:14.379220 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.073929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:15.703070 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:16.725768 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d344d5-3464-4979-9b07-d4b6d7e18594 req-be524129-00c8-468b-9a62-4cb4daa2bb18 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:16.727281 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9d344d5-3464-4979-9b07-d4b6d7e18594 req-be524129-00c8-468b-9a62-4cb4daa2bb18 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0551274 Nov 02 12:58:16.777422 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d9d344d5-3464-4979-9b07-d4b6d7e18594 req-bd322f9b-8bef-4cff-8620-b2013af34c07 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437195 Nov 02 12:58:17.216260 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:17.904990 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f885782-0f9d-40a8-85d8-2bfefd7dcf34 req-10594eb7-5908-4cff-94ff-472c9a127552 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:17.906504 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1f885782-0f9d-40a8-85d8-2bfefd7dcf34 req-10594eb7-5908-4cff-94ff-472c9a127552 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Nov 02 12:58:17.953856 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1f885782-0f9d-40a8-85d8-2bfefd7dcf34 req-0a913d56-e54f-4a0c-8da0-debce66b34f0 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417633 Nov 02 12:58:19.088567 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24713f-dad1-47a3-94d0-da5c1c12494b req-bad814f3-11f8-42ed-b280-77db9e643530 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:19.090124 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff24713f-dad1-47a3-94d0-da5c1c12494b req-bad814f3-11f8-42ed-b280-77db9e643530 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0599368 Nov 02 12:58:19.124432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-fcfa656c-9239-4e6f-89d2-e08913c3af97 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:19.126563 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-fcfa656c-9239-4e6f-89d2-e08913c3af97 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 945 time: 0.0587204 Nov 02 12:58:19.142628 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff24713f-dad1-47a3-94d0-da5c1c12494b req-dc6eb991-1ce4-4bab-82ae-bc17cf552764 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups?id=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457540 Nov 02 12:58:19.220436 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Deleting port 0045e48c-6972-4ef1-b2f6-e58b39304689 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:19.220759 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.314100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] For port 0045e48c-6972-4ef1-b2f6-e58b39304689, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=0045e48c-6972-4ef1-b2f6-e58b39304689,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:19.314411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.481104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.481445 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.481798 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Floating IP af3320a6-0823-4215-85c4-f384db1f1e98 disassociated. External IP: 172.27.0.164, port: 0045e48c-6972-4ef1-b2f6-e58b39304689. Nov 02 12:58:19.482162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Calling delete_port for 0045e48c-6972-4ef1-b2f6-e58b39304689 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:19.616156 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (0045e48c-6972-4ef1-b2f6-e58b39304689), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.645293 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'Port': ['ID=0045e48c-6972-4ef1-b2f6-e58b39304689,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:19.655676 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.656028 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.656430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.657523 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.657885 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.658242 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.658608 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.658937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.659264 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.659589 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.659917 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.660236 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.660555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:19.769361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:19.873904 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:19.884688 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:19.896234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:19.896980 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:19.916832 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] No DVR routers for this DVR port 0045e48c-6972-4ef1-b2f6-e58b39304689 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:19.919664 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:19.923617 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-dbe1e74a-3aa1-4d74-8b44-39261316e80f req-d3bbed63-e233-4aeb-b324-2fc2982017b6 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.94 "DELETE /v2.0/ports/0045e48c-6972-4ef1-b2f6-e58b39304689 HTTP/1.1" status: 204 len: 173 time: 0.7904406 Nov 02 12:58:19.924123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'name': 'network-vif-deleted', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:19.926441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fd0385-4120-4fd7-92e7-c35e434245d0" -d '{"events": [{"server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "name": "network-vif-deleted", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:19.970864 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db746d02-d99e-4ca5-887a-de6826ba9d5b x-openstack-request-id: req-db746d02-d99e-4ca5-887a-de6826ba9d5b {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:19.971392 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8", "name": "network-vif-deleted", "tag": "0045e48c-6972-4ef1-b2f6-e58b39304689", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:19.971922 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-db746d02-d99e-4ca5-887a-de6826ba9d5b {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:19.972627 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db746d02-d99e-4ca5-887a-de6826ba9d5b'] response: {'server_uuid': '83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8', 'name': 'network-vif-deleted', 'tag': '0045e48c-6972-4ef1-b2f6-e58b39304689', 'status': 'completed', 'code': 200} Nov 02 12:58:20.012327 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:20.237574 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:20.261917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-542b637b-c4c8-4348-9252-19de02af8359 req-e698146f-25cb-4d10-93d7-97c8e864c39b tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/ports?device_id=83ba35cf-5a6e-4f7c-bdc9-2f87ccbb48f8 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Nov 02 12:58:20.268777 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:20.277843 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:20.278490 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:20.389889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:20.744149 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:20.770215 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6f8a9-7c56-4df6-9a7c-778593147419 None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:48:26Z', 'revision_number': 4, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '87d4e9a4-c90e-44df-b0d4-07c53ab80d0b', 'name': '', 'network_id': '0e81fe0e-f0fa-4a5b-9822-03bcd7028a78', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'mac_address': 'fa:16:3e:75:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:26Z', 'updated_at': '2022-11-02T12:48:31Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'subnets': [{'id': 'e17fa213-ffbf-43c2-bebd-091e6bdbf4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:21.007965 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6fa9ec-2136-4606-b35d-6d95cb8a38db None None] New status for floating IP af3320a6-0823-4215-85c4-f384db1f1e98: DOWN {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:58:21.359973 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43234) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:21.414503 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (d94a5d6d-bf6d-4f11-aeb8-46844bf2857f), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.439360 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (d94a5d6d-bf6d-4f11-aeb8-46844bf2857f), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.495986 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (d94a5d6d-bf6d-4f11-aeb8-46844bf2857f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.501911 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.503123 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "DELETE /v2.0/security-groups/d94a5d6d-bf6d-4f11-aeb8-46844bf2857f HTTP/1.1" status: 204 len: 168 time: 0.1421647 Nov 02 12:58:21.505911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43236) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:21.512312 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef580222-d6c1-4f2e-8b82-f1e3542238b9 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94a5d6d-bf6d-4f11-aeb8-46844bf2857f,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:21.522624 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.api.v2.resource [None req-34f39b96-7f15-47a4-b007-bec56b8c7cc7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] show failed (client error): The resource could not be found. Nov 02 12:58:21.524220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-34f39b96-7f15-47a4-b007-bec56b8c7cc7 tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "GET /v2.0/security-groups/d94a5d6d-bf6d-4f11-aeb8-46844bf2857f HTTP/1.1" status: 404 len: 347 time: 0.0165527 Nov 02 12:58:21.527343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43238) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:21.657073 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Deleting port b3c6bfd9-9fad-42ad-858d-584a6564a1fb {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:21.657375 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.740714 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.741047 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.755386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Calling delete_port for b3c6bfd9-9fad-42ad-858d-584a6564a1fb owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:21.899006 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (b3c6bfd9-9fad-42ad-858d-584a6564a1fb), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.930832 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Pushing event deleted for resources: {'Port': ['ID=b3c6bfd9-9fad-42ad-858d-584a6564a1fb,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:21.996939 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks [] for floatingip (af3320a6-0823-4215-85c4-f384db1f1e98), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:21.999939 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:22.000970 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-24e08f21-57ef-4565-90f2-c93efe2e407d tempest-AttachVolumeTestJSON-910125879 tempest-AttachVolumeTestJSON-910125879-project] 10.222.0.91 "DELETE /v2.0/floatingips/af3320a6-0823-4215-85c4-f384db1f1e98 HTTP/1.1" status: 204 len: 168 time: 0.4721804 Nov 02 12:58:24.231250 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 0045e48c-6972-4ef1-b2f6-e58b39304689 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:24.251453 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 0045e48c-6972-4ef1-b2f6-e58b39304689 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:24.251795 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 0045e48c-6972-4ef1-b2f6-e58b39304689 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:25.581138 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43284) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:26.363898 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.602436 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Deleting port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:26.603177 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.687101 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] For port 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:26.687464 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.700433 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Calling delete_port for 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:26.878122 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (87d4e9a4-c90e-44df-b0d4-07c53ab80d0b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:26.904011 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d4e9a4-c90e-44df-b0d4-07c53ab80d0b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:26.916606 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.916966 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.917308 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.917648 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.917978 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.918602 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.918929 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.919261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.919595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.919924 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.920256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.920572 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:26.920899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:27.084899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.299782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:27.405159 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:27.410745 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-509b7199-f4ce-4232-8286-258aab401ef9 admin admin] 10.222.0.91 "PUT /v2.0/routers/8306cbf5-ffbc-4e87-b5df-baeb5d3ce782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8285410 Nov 02 12:58:27.413265 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43294) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:27.415920 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Sync routers for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:27.428518 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:27.429145 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:27.520112 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks [] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.535481 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:27.623389 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks [] for router_gateway (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.674921 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Deleting port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:27.675261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.718220 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:58:26Z', 'revision_number': 5, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port': {'id': '6eca0c74-5731-4625-8dfe-9e52f2e1e1f6', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:b9:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:48:24Z', 'updated_at': '2022-11-02T12:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:27.748039 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Checking router: 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:27.757580 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Routers {'8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:27.758199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:27.761904 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] For port 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:27.762261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.776539 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Calling delete_port for 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:27.841092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] Set router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 gateway port host: None {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:27.896181 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:58:27Z', 'revision_number': 6, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:27.923368 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d47118e-427d-45c7-aede-ad914dc6c77f None None] The sync data for ids ['8306cbf5-ffbc-4e87-b5df-baeb5d3ce782'] in dv-cinder-863277-1-iscsi is: [{'id': '8306cbf5-ffbc-4e87-b5df-baeb5d3ce782', 'name': 'tempest-AttachVolumeTestJSON-72077903-router', 'tenant_id': '27904d26fea84f67889ad1461c783c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:48:23Z', 'updated_at': '2022-11-02T12:58:27Z', 'revision_number': 6, 'project_id': '27904d26fea84f67889ad1461c783c94', 'gw_port_host': None}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:27.951141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (6eca0c74-5731-4625-8dfe-9e52f2e1e1f6), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:27.975399 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Pushing event deleted for resources: {'Port': ['ID=6eca0c74-5731-4625-8dfe-9e52f2e1e1f6,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.042013 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.143615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.145808 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks [] for router_controller (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.192370 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (8306cbf5-ffbc-4e87-b5df-baeb5d3ce782), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.193015 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:28.197386 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.198698 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a576609b-12d7-4be3-8b1d-44101160036b admin admin] 10.222.0.91 "DELETE /v2.0/routers/8306cbf5-ffbc-4e87-b5df-baeb5d3ce782 HTTP/1.1" status: 204 len: 168 time: 0.7843668 Nov 02 12:58:28.201132 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43296) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:28.247126 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Deleting subnet e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:58:28.250724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Publish callbacks [] for subnet (e17fa213-ffbf-43c2-bebd-091e6bdbf4b2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.297841 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (e17fa213-ffbf-43c2-bebd-091e6bdbf4b2), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.411964 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (e17fa213-ffbf-43c2-bebd-091e6bdbf4b2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.467514 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (e17fa213-ffbf-43c2-bebd-091e6bdbf4b2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.495026 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e17fa213-ffbf-43c2-bebd-091e6bdbf4b2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.497021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.500381 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-220b3868-a8f8-41ae-b598-cd8467519fc6 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/e17fa213-ffbf-43c2-bebd-091e6bdbf4b2 HTTP/1.1" status: 204 len: 168 time: 0.2981248 Nov 02 12:58:28.503043 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43300) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:28.503520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916ad253-593d-414d-8af5-796e0321101c None None] Network 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:58:28.572348 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.631449 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Deleting port 6aae99ea-08d9-4692-a9c1-bc84d893385f {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:28.632050 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.694674 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] For port 6aae99ea-08d9-4692-a9c1-bc84d893385f, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=6aae99ea-08d9-4692-a9c1-bc84d893385f,segment=NetworkSegment(57851d4a-5b2a-4621-816e-1af3d0b9d605),segment_id=57851d4a-5b2a-4621-816e-1af3d0b9d605)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:28.694946 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.711892 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Calling delete_port for 6aae99ea-08d9-4692-a9c1-bc84d893385f owned by network:dhcp {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:28.751269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] DHCP port deletion for 0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:58:28.767075 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:28.793010 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:28.793886 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 87d4e9a4-c90e-44df-b0d4-07c53ab80d0b not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:28.804309 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.837171 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Deleting port 6aae99ea-08d9-4692-a9c1-bc84d893385f {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:28.837474 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.841351 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] No DVR routers for this DVR port 6aae99ea-08d9-4692-a9c1-bc84d893385f on host dv-cinder-863277-1-iscsi {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:28.845330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aae99ea-08d9-4692-a9c1-bc84d893385f,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.911322 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] For port 6aae99ea-08d9-4692-a9c1-bc84d893385f, host dv-cinder-863277-1-iscsi, got binding levels [] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:28.911907 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.926325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Calling delete_port for 6aae99ea-08d9-4692-a9c1-bc84d893385f owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:28.926620 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.929276 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.ipam_backend_mixin [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Port 6aae99ea-08d9-4692-a9c1-bc84d893385f was not found and therefore no delete operation was performed {{(pid=115590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 02 12:58:28.930717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (6aae99ea-08d9-4692-a9c1-bc84d893385f), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.950950 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e81fe0e-f0fa-4a5b-9822-03bcd7028a78']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:28.959046 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Pushing event deleted for resources: {'Port': ['ID=6aae99ea-08d9-4692-a9c1-bc84d893385f,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:28.962128 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] No DVR routers for this DVR port 6aae99ea-08d9-4692-a9c1-bc84d893385f on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:28.964658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57851d4a-5b2a-4621-816e-1af3d0b9d605') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:28.964988 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57851d4a-5b2a-4621-816e-1af3d0b9d605') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:28.969386 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.969743 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.970096 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.970469 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.970984 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.971476 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.971962 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.972447 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.972964 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.973295 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.973959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.974099 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.974616 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6873-7309-4a56-9da5-a2e7d39ac06c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 12:58:28.978207 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (57851d4a-5b2a-4621-816e-1af3d0b9d605), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.992847 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (57851d4a-5b2a-4621-816e-1af3d0b9d605), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:28.999625 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Releasing vlan 1393 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:58:28.999921 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (57851d4a-5b2a-4621-816e-1af3d0b9d605), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.045491 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 57851d4a-5b2a-4621-816e-1af3d0b9d605 resource provider aggregate not found Nov 02 12:58:29.068757 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 57851d4a-5b2a-4621-816e-1af3d0b9d605 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57851d4a-5b2a-4621-816e-1af3d0b9d605 found for delete ", "request_id": "req-f2e0da21-4214-4a80-b0d2-a91baa560a73"}]} Nov 02 12:58:29.077828 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (0e81fe0e-f0fa-4a5b-9822-03bcd7028a78), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.084030 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.087460 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] 10.222.0.91 "DELETE /v2.0/networks/0e81fe0e-f0fa-4a5b-9822-03bcd7028a78 HTTP/1.1" status: 204 len: 168 time: 0.5834241 Nov 02 12:58:29.100432 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c2088-0fad-4329-82bd-724fa64f1f55 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e81fe0e-f0fa-4a5b-9822-03bcd7028a78,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:29.246034 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43310) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:29.289582 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-2ae7e909-e73d-4ae3-8727-a0e8f3a431c0 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=27904d26fea84f67889ad1461c783c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420892 Nov 02 12:58:29.292077 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43312) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:29.344665 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] Publish callbacks [] for security_group (5b2beae9-a33a-4d22-9d31-7783d7bf7cb6), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.367755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] Publish callbacks [] for security_group (5b2beae9-a33a-4d22-9d31-7783d7bf7cb6), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.416065 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5b2beae9-a33a-4d22-9d31-7783d7bf7cb6), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.419267 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:29.420341 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5b2beae9-a33a-4d22-9d31-7783d7bf7cb6 HTTP/1.1" status: 204 len: 168 time: 0.1273367 Nov 02 12:58:29.429385 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa03589-557a-4d72-8d1a-0b7223e091af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2beae9-a33a-4d22-9d31-7783d7bf7cb6,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:30.291263 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6aae99ea-08d9-4692-a9c1-bc84d893385f no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:30.314905 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 6aae99ea-08d9-4692-a9c1-bc84d893385f {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:30.315246 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6aae99ea-08d9-4692-a9c1-bc84d893385f not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:30.315674 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:30.333996 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:30.334368 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 6eca0c74-5731-4625-8dfe-9e52f2e1e1f6 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:31.229892 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b764e-e197-4e15-8c05-76cf88d386b1 req-b7fe8bf4-95f3-4365-b6de-c3b1352887d5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:31.231588 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c34b764e-e197-4e15-8c05-76cf88d386b1 req-b7fe8bf4-95f3-4365-b6de-c3b1352887d5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0559683 Nov 02 12:58:31.279308 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c34b764e-e197-4e15-8c05-76cf88d386b1 req-1c0fad8d-4938-4aab-92b3-f51c40374ff8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407844 Nov 02 12:58:32.416252 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacbe91-3e0e-46c1-81ba-219731336937 req-5ba7d8a5-43b1-4791-8ae2-efbc92995d1a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:32.417779 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8dacbe91-3e0e-46c1-81ba-219731336937 req-5ba7d8a5-43b1-4791-8ae2-efbc92995d1a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0609524 Nov 02 12:58:32.471649 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8dacbe91-3e0e-46c1-81ba-219731336937 req-52b16281-53f7-4846-baff-b64749f7b011 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471857 Nov 02 12:58:33.601427 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d541f53-43aa-4301-9317-2ec90e8734cb req-d53ed70c-23d4-4752-bd86-c57e6f284563 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:33.602929 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d541f53-43aa-4301-9317-2ec90e8734cb req-d53ed70c-23d4-4752-bd86-c57e6f284563 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0565081 Nov 02 12:58:33.648874 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0d541f53-43aa-4301-9317-2ec90e8734cb req-81d19cf6-0cd2-4160-8c8d-03b00b2968f4 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404072 Nov 02 12:58:34.775236 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ceff0-d746-4624-9608-9fee6b4bb709 req-6ef29d13-f580-4582-bee3-6a6c5805d5e5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:34.776762 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-038ceff0-d746-4624-9608-9fee6b4bb709 req-6ef29d13-f580-4582-bee3-6a6c5805d5e5 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0525241 Nov 02 12:58:34.823180 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-038ceff0-d746-4624-9608-9fee6b4bb709 req-3c7e38e9-c93c-48c5-ad4f-c7b6aab7bbfc tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408299 Nov 02 12:58:35.961960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6989f-593e-42f4-bb7d-1e7fb4249b67 req-4d7277ef-63be-4831-9919-f8567e5a0204 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:35.963557 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4cb6989f-593e-42f4-bb7d-1e7fb4249b67 req-4d7277ef-63be-4831-9919-f8567e5a0204 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0633550 Nov 02 12:58:36.015791 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4cb6989f-593e-42f4-bb7d-1e7fb4249b67 req-658b2015-7667-4113-a6bf-ad41abfe40b8 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 Nov 02 12:58:37.147412 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88289b-f4ed-48da-b525-81820ee4e55d req-f3b67d76-afc9-4e24-b546-5caea785b3ae tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:37.148942 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d88289b-f4ed-48da-b525-81820ee4e55d req-f3b67d76-afc9-4e24-b546-5caea785b3ae tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0552099 Nov 02 12:58:37.198716 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8d88289b-f4ed-48da-b525-81820ee4e55d req-f968936a-4ce8-4806-af03-a45fd2769a7d tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups?id=73fe5604-aa17-4dfb-b2c3-0adef09bc57d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436974 Nov 02 12:58:37.767358 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-587661ca-6127-4de4-a0e1-5eec268d3791 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:37.768954 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-587661ca-6127-4de4-a0e1-5eec268d3791 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 946 time: 0.0536005 Nov 02 12:58:37.858016 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 246182eb-f37d-45d9-8d24-6c06db8cb173 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:37.858428 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:37.951989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] For port 246182eb-f37d-45d9-8d24-6c06db8cb173, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=246182eb-f37d-45d9-8d24-6c06db8cb173,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:37.952477 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.108600 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.108862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.109173 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Floating IP 4586da25-1e9b-42f9-b5c1-7aaebe1f56bf disassociated. External IP: 172.27.0.121, port: 246182eb-f37d-45d9-8d24-6c06db8cb173. Nov 02 12:58:38.109508 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 246182eb-f37d-45d9-8d24-6c06db8cb173 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:38.246826 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (246182eb-f37d-45d9-8d24-6c06db8cb173), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.275064 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=246182eb-f37d-45d9-8d24-6c06db8cb173,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:38.312729 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d3b4759-0b04-474a-a073-12f57e54abc9 req-9576e1ef-2548-4ad3-9ca1-2d29fcfc204c tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/ports?device_id=a11f6466-a6c7-43ec-87cf-652b1fa2a1ed HTTP/1.1" status: 200 len: 210 time: 0.0380833 Nov 02 12:58:38.391347 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:38.501963 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:38.512895 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:38.525082 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:38.525707 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:38.549125 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] No DVR routers for this DVR port 246182eb-f37d-45d9-8d24-6c06db8cb173 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:38.552150 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:38.555843 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-852d2c3e-4c4f-4d2f-b4e0-18757f90f90b req-6832350d-6c34-41b7-92b2-686dcda75987 tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.94 "DELETE /v2.0/ports/246182eb-f37d-45d9-8d24-6c06db8cb173 HTTP/1.1" status: 204 len: 173 time: 0.7814057 Nov 02 12:58:38.556492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'name': 'network-vif-deleted', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:38.559622 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5503ac1-0de2-4e7e-86e7-ee82cf8f4ac2" -d '{"events": [{"server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "name": "network-vif-deleted", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:38.637189 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:38.687106 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5b6051-c03f-4399-80d3-430a696f65c3 x-openstack-request-id: req-9d5b6051-c03f-4399-80d3-430a696f65c3 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:38.687486 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11f6466-a6c7-43ec-87cf-652b1fa2a1ed", "name": "network-vif-deleted", "tag": "246182eb-f37d-45d9-8d24-6c06db8cb173", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:38.687772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-9d5b6051-c03f-4399-80d3-430a696f65c3 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:38.688183 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5b6051-c03f-4399-80d3-430a696f65c3'] response: {'server_uuid': 'a11f6466-a6c7-43ec-87cf-652b1fa2a1ed', 'name': 'network-vif-deleted', 'tag': '246182eb-f37d-45d9-8d24-6c06db8cb173', 'status': 'completed', 'code': 200} Nov 02 12:58:38.851737 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:38.968881 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:38.978103 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:38.978750 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:39.086571 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:39.294116 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:39.322484 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c7c30-980a-4477-9578-a56d2d6c8970 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '95dc42b6-54a2-4e37-9931-d211da64903e', 'name': '', 'network_id': 'e6ed8bb2-b2cf-4faa-a11e-d623781c5c06', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'mac_address': 'fa:16:3e:00:13:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:06Z', 'updated_at': '2022-11-02T12:46:16Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'subnets': [{'id': 'b47fe84a-175f-4b25-8328-1f1cb7262e4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:39.412035 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43454) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:39.467826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (73fe5604-aa17-4dfb-b2c3-0adef09bc57d), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.494507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (73fe5604-aa17-4dfb-b2c3-0adef09bc57d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.554136 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (73fe5604-aa17-4dfb-b2c3-0adef09bc57d), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.557023 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.558287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/security-groups/73fe5604-aa17-4dfb-b2c3-0adef09bc57d HTTP/1.1" status: 204 len: 168 time: 0.1452475 Nov 02 12:58:39.561187 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43456) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:39.570097 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d49b1-4484-4682-9e77-31347eaaac5a tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fe5604-aa17-4dfb-b2c3-0adef09bc57d,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:39.576422 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.api.v2.resource [None req-5b51edb5-8000-437d-b569-ca1432f1be0b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] show failed (client error): The resource could not be found. Nov 02 12:58:39.580301 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5b51edb5-8000-437d-b569-ca1432f1be0b tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "GET /v2.0/security-groups/73fe5604-aa17-4dfb-b2c3-0adef09bc57d HTTP/1.1" status: 404 len: 347 time: 0.0152600 Nov 02 12:58:39.580408 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43458) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:39.585754 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92410f2f-ea4c-4b7d-894e-8817298d8698 None None] New status for floating IP 4586da25-1e9b-42f9-b5c1-7aaebe1f56bf: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:58:39.722788 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Deleting port 5ca43c3c-bbd1-4058-a6ff-0e14175c1448 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:39.723130 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.815274 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.815770 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:39.828575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Calling delete_port for 5ca43c3c-bbd1-4058-a6ff-0e14175c1448 owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:39.980824 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (5ca43c3c-bbd1-4058-a6ff-0e14175c1448), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.010811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Pushing event deleted for resources: {'Port': ['ID=5ca43c3c-bbd1-4058-a6ff-0e14175c1448,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:40.016319 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43476) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:40.074026 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks [] for floatingip (4586da25-1e9b-42f9-b5c1-7aaebe1f56bf), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.076744 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.077946 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-be4d69f4-4020-4049-859b-2be7cfb8987f tempest-AttachVolumeNegativeTest-1334184889 tempest-AttachVolumeNegativeTest-1334184889-project] 10.222.0.91 "DELETE /v2.0/floatingips/4586da25-1e9b-42f9-b5c1-7aaebe1f56bf HTTP/1.1" status: 204 len: 168 time: 0.4959798 Nov 02 12:58:40.153519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-914c2d88-85f2-4cc6-8975-c23bdffb258a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.249880 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-914c2d88-85f2-4cc6-8975-c23bdffb258a admin admin] Publish callbacks [] for security_group (225f4054-6656-4ac9-a7e5-3d1a82c71ff0), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.255070 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-914c2d88-85f2-4cc6-8975-c23bdffb258a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (225f4054-6656-4ac9-a7e5-3d1a82c71ff0), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.296946 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-914c2d88-85f2-4cc6-8975-c23bdffb258a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0bf0b533974d4955bd3c2abeabb412e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792234 Nov 02 12:58:40.297969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c2d88-85f2-4cc6-8975-c23bdffb258a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225f4054-6656-4ac9-a7e5-3d1a82c71ff0,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:40.300237 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43484) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:40.360969 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] Publish callbacks [] for security_group (225f4054-6656-4ac9-a7e5-3d1a82c71ff0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.386232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] Publish callbacks [] for security_group (225f4054-6656-4ac9-a7e5-3d1a82c71ff0), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.434969 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (225f4054-6656-4ac9-a7e5-3d1a82c71ff0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.437627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:40.438823 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/225f4054-6656-4ac9-a7e5-3d1a82c71ff0 HTTP/1.1" status: 204 len: 168 time: 0.1375518 Nov 02 12:58:40.448915 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02872189-769b-4a59-86f7-4e0660d438a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225f4054-6656-4ac9-a7e5-3d1a82c71ff0,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:40.696671 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3b759c94-2b6a-4d62-804e-6ce155b74fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:42.404372 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 246182eb-f37d-45d9-8d24-6c06db8cb173 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:42.425534 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 246182eb-f37d-45d9-8d24-6c06db8cb173 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:42.425914 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 246182eb-f37d-45d9-8d24-6c06db8cb173 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:43.199957 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8c980d44-d25e-4977-8497-c42df9f656f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:43.844461 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43558) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:44.361751 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (0389f565-4567-46d6-9556-fa20c339e0eb), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.377879 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.833524 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Deleting port 95dc42b6-54a2-4e37-9931-d211da64903e {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:44.833870 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.914963 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] For port 95dc42b6-54a2-4e37-9931-d211da64903e, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=95dc42b6-54a2-4e37-9931-d211da64903e,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:44.915679 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:44.928218 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Calling delete_port for 95dc42b6-54a2-4e37-9931-d211da64903e owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:45.083303 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.140689 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (95dc42b6-54a2-4e37-9931-d211da64903e), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.175006 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Pushing event deleted for resources: {'Port': ['ID=95dc42b6-54a2-4e37-9931-d211da64903e,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:45.413905 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (0389f565-4567-46d6-9556-fa20c339e0eb), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.595617 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402b9d0-eadd-4aef-818d-e412e521ea3c req-8ea5c50b-d33c-4f33-a9d2-00e8be296daa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:45.597878 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8402b9d0-eadd-4aef-818d-e412e521ea3c req-8ea5c50b-d33c-4f33-a9d2-00e8be296daa tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.1242471 Nov 02 12:58:45.699876 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8402b9d0-eadd-4aef-818d-e412e521ea3c req-6f2030ad-69a8-4d1e-86dd-cbf2d3a0a2b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958776 Nov 02 12:58:45.713291 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.756678 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Router 0389f565-4567-46d6-9556-fa20c339e0eb has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:45.864512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:45.869835 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-02528f8a-659a-408f-83c9-4a76311203ed admin admin] 10.222.0.91 "PUT /v2.0/routers/0389f565-4567-46d6-9556-fa20c339e0eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242367 Nov 02 12:58:45.872507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43588) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:45.874161 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Sync routers for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:45.886035 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:45.886680 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:45.984465 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks [] for router (0389f565-4567-46d6-9556-fa20c339e0eb), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:45.992961 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:46.103076 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks [] for router_gateway (0389f565-4567-46d6-9556-fa20c339e0eb), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.163260 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Deleting port da45e1fd-8713-4e34-acae-0bfd01482d24 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:46.163748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.189683 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:58:45Z', 'revision_number': 5, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port': {'id': 'da45e1fd-8713-4e34-acae-0bfd01482d24', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:58Z', 'updated_at': '2022-11-02T12:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:46.216970 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Checking router: 0389f565-4567-46d6-9556-fa20c339e0eb for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:46.226656 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Routers {'0389f565-4567-46d6-9556-fa20c339e0eb'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:46.233296 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['0389f565-4567-46d6-9556-fa20c339e0eb'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:46.251812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] For port da45e1fd-8713-4e34-acae-0bfd01482d24, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=da45e1fd-8713-4e34-acae-0bfd01482d24,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:46.252470 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.271408 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Calling delete_port for da45e1fd-8713-4e34-acae-0bfd01482d24 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:46.329180 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] Set router 0389f565-4567-46d6-9556-fa20c339e0eb gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:46.383043 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:58:46Z', 'revision_number': 6, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:46.407393 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348ffcd8-ccb7-40a6-bbe7-050cf6e25de0 None None] The sync data for ids ['0389f565-4567-46d6-9556-fa20c339e0eb'] in dv-cinder-863277-1-iscsi is: [{'id': '0389f565-4567-46d6-9556-fa20c339e0eb', 'name': 'tempest-AttachVolumeNegativeTest-711521124-router', 'tenant_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:58:46Z', 'revision_number': 6, 'project_id': 'b5c1387c70914ed7925da3d0a69e73d3', 'gw_port_host': None}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:46.457770 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (da45e1fd-8713-4e34-acae-0bfd01482d24), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.486874 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=da45e1fd-8713-4e34-acae-0bfd01482d24,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:46.555906 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (0389f565-4567-46d6-9556-fa20c339e0eb), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.648579 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (0389f565-4567-46d6-9556-fa20c339e0eb), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.651530 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks [] for router_controller (0389f565-4567-46d6-9556-fa20c339e0eb), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.707342 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (0389f565-4567-46d6-9556-fa20c339e0eb), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.707863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0389f565-4567-46d6-9556-fa20c339e0eb {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:46.713310 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.714511 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-da0bc5a3-80b1-4333-837d-99bceafb38c4 admin admin] 10.222.0.91 "DELETE /v2.0/routers/0389f565-4567-46d6-9556-fa20c339e0eb HTTP/1.1" status: 204 len: 168 time: 0.8408692 Nov 02 12:58:46.717147 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43600) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:46.769692 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Deleting subnet b47fe84a-175f-4b25-8328-1f1cb7262e4e {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:58:46.773551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Publish callbacks [] for subnet (b47fe84a-175f-4b25-8328-1f1cb7262e4e), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.817104 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (b47fe84a-175f-4b25-8328-1f1cb7262e4e), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.871115 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd5e19-6c62-4ee3-a1e6-2bb435f377a9 req-d3b0c060-8207-4e36-a860-de562dfeba16 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:46.873631 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6bd5e19-6c62-4ee3-a1e6-2bb435f377a9 req-d3b0c060-8207-4e36-a860-de562dfeba16 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.0697844 Nov 02 12:58:46.926459 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (b47fe84a-175f-4b25-8328-1f1cb7262e4e), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:46.935328 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b6bd5e19-6c62-4ee3-a1e6-2bb435f377a9 req-cbb132a2-0ffe-4a05-9fd5-be657d334f19 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547321 Nov 02 12:58:46.989424 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (b47fe84a-175f-4b25-8328-1f1cb7262e4e), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.012150 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47fe84a-175f-4b25-8328-1f1cb7262e4e,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.022530 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.028282 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bde21c9-417c-4108-bc6d-8433c683b025 None None] Network e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:58:47.028825 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f40b7119-88ba-462e-9dcd-0dbf4c740192 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/b47fe84a-175f-4b25-8328-1f1cb7262e4e HTTP/1.1" status: 204 len: 168 time: 0.3101449 Nov 02 12:58:47.028948 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43616) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.109066 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.183804 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Deleting port 99b35b0b-25ee-4fd8-9adc-95222c992fed {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:47.184061 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.227965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.284894 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] For port 99b35b0b-25ee-4fd8-9adc-95222c992fed, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=99b35b0b-25ee-4fd8-9adc-95222c992fed,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:47.286034 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.306053 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] DHCP port deletion for e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:58:47.311341 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Calling delete_port for 99b35b0b-25ee-4fd8-9adc-95222c992fed owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:47.367958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Deleting port 99b35b0b-25ee-4fd8-9adc-95222c992fed {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:47.368677 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.413767 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.441367 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Pushing event deleted for resources: {'Port': ['ID=99b35b0b-25ee-4fd8-9adc-95222c992fed,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.445051 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] For port 99b35b0b-25ee-4fd8-9adc-95222c992fed, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=99b35b0b-25ee-4fd8-9adc-95222c992fed,segment=NetworkSegment(b6e9aac9-5694-4c75-bd92-0d9e79938a31),segment_id=b6e9aac9-5694-4c75-bd92-0d9e79938a31)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:47.445467 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.446328 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] No DVR routers for this DVR port 99b35b0b-25ee-4fd8-9adc-95222c992fed on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:47.462277 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Calling delete_port for 99b35b0b-25ee-4fd8-9adc-95222c992fed owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:47.561208 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.563225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (99b35b0b-25ee-4fd8-9adc-95222c992fed), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.593049 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ed8bb2-b2cf-4faa-a11e-d623781c5c06']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:47.594131 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] Pushing event deleted for resources: {'Port': ['ID=99b35b0b-25ee-4fd8-9adc-95222c992fed,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.599062 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd936fc-a010-4704-a2fc-1e9f2bbdfade None None] No DVR routers for this DVR port 99b35b0b-25ee-4fd8-9adc-95222c992fed on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:47.614524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e9aac9-5694-4c75-bd92-0d9e79938a31') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:47.614524 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e9aac9-5694-4c75-bd92-0d9e79938a31') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:47.630490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-8617e886-bf92-4e65-9db0-ebf54a6f9f6c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:47.631988 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-8617e886-bf92-4e65-9db0-ebf54a6f9f6c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.1121323 Nov 02 12:58:47.634158 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (b6e9aac9-5694-4c75-bd92-0d9e79938a31), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.675811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (b6e9aac9-5694-4c75-bd92-0d9e79938a31), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.687265 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Releasing vlan 1363 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:58:47.687711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (b6e9aac9-5694-4c75-bd92-0d9e79938a31), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.741207 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment b6e9aac9-5694-4c75-bd92-0d9e79938a31 resource provider aggregate not found Nov 02 12:58:47.764947 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment b6e9aac9-5694-4c75-bd92-0d9e79938a31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6e9aac9-5694-4c75-bd92-0d9e79938a31 found for delete ", "request_id": "req-5db545ee-bf70-47c0-8669-cd8e226b7cfa"}]} Nov 02 12:58:47.793682 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (e6ed8bb2-b2cf-4faa-a11e-d623781c5c06), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.799493 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.803985 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] 10.222.0.91 "DELETE /v2.0/networks/e6ed8bb2-b2cf-4faa-a11e-d623781c5c06 HTTP/1.1" status: 204 len: 168 time: 0.7741020 Nov 02 12:58:47.818166 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583eaf7-71b4-48b3-89c0-79844a8555db admin admin] Pushing event deleted for resources: {'Network': ['ID=e6ed8bb2-b2cf-4faa-a11e-d623781c5c06,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:47.832100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Deleting port 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:47.832417 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.931665 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43644) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:47.940182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] For port 496fe476-5fc4-4b25-a128-fff51e18f47e, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=496fe476-5fc4-4b25-a128-fff51e18f47e,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:47.940646 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:47.976157 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-4cbe6bb5-f006-4a67-abe2-6f0ad346314d admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b5c1387c70914ed7925da3d0a69e73d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0430822 Nov 02 12:58:47.978615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43648) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:48.044976 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] Publish callbacks [] for security_group (520a1e4f-ebbf-444d-ac23-ce82a52ab31b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.089300 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] Publish callbacks [] for security_group (520a1e4f-ebbf-444d-ac23-ce82a52ab31b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.116631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.116988 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.117305 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Floating IP fc086f64-152c-4c33-8978-aedbe2b9c066 disassociated. External IP: 172.27.0.70, port: 496fe476-5fc4-4b25-a128-fff51e18f47e. Nov 02 12:58:48.117662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Calling delete_port for 496fe476-5fc4-4b25-a128-fff51e18f47e owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:48.133369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5558bde-5fb8-475f-bc92-1db61d974791 req-da4c807a-04e8-418f-a2e5-75f9eb1ea192 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:48.134917 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b5558bde-5fb8-475f-bc92-1db61d974791 req-da4c807a-04e8-418f-a2e5-75f9eb1ea192 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 947 time: 0.1044266 Nov 02 12:58:48.184169 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (520a1e4f-ebbf-444d-ac23-ce82a52ab31b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.187032 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.188327 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/520a1e4f-ebbf-444d-ac23-ce82a52ab31b HTTP/1.1" status: 204 len: 168 time: 0.2085419 Nov 02 12:58:48.208637 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49111b96-75f3-47a1-a9a6-76b54c0f5bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a1e4f-ebbf-444d-ac23-ce82a52ab31b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.214945 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b5558bde-5fb8-475f-bc92-1db61d974791 req-21ced378-bb6b-41d3-a9db-a576bffb07b0 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups?id=13b0f175-0bcb-48e0-a22f-6cba52879d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700972 Nov 02 12:58:48.280352 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (496fe476-5fc4-4b25-a128-fff51e18f47e), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.311453 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'Port': ['ID=496fe476-5fc4-4b25-a128-fff51e18f47e,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:48.336654 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device da45e1fd-8713-4e34-acae-0bfd01482d24 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:48.358569 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: da45e1fd-8713-4e34-acae-0bfd01482d24 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:48.359095 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device da45e1fd-8713-4e34-acae-0bfd01482d24 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:48.359898 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 95dc42b6-54a2-4e37-9931-d211da64903e no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:48.381434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 95dc42b6-54a2-4e37-9931-d211da64903e {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:48.381937 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 95dc42b6-54a2-4e37-9931-d211da64903e not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:48.382485 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 99b35b0b-25ee-4fd8-9adc-95222c992fed no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:48.408254 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 99b35b0b-25ee-4fd8-9adc-95222c992fed {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:48.408856 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 99b35b0b-25ee-4fd8-9adc-95222c992fed not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:48.444454 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:48.837049 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:48.850191 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:48.883544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:48.883864 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:48.891564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] No DVR routers for this DVR port 496fe476-5fc4-4b25-a128-fff51e18f47e on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:48.894942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:48.898813 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9e8c6196-6227-4c40-9610-54dc74433db6 req-5b106e57-6733-45c0-8bc5-2bf15901ebdd tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.94 "DELETE /v2.0/ports/496fe476-5fc4-4b25-a128-fff51e18f47e HTTP/1.1" status: 204 len: 173 time: 1.2573900 Nov 02 12:58:48.899358 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-deleted', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 12:58:48.901967 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ef496-328e-4904-a61b-f872e193c648" -d '{"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-deleted", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 12:58:48.948869 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383248e0-129e-4d57-943b-c46025459a12 x-openstack-request-id: req-383248e0-129e-4d57-943b-c46025459a12 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 12:58:48.949288 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53f85e86-6a71-4369-8879-cc9dda4c93c4", "name": "network-vif-deleted", "tag": "496fe476-5fc4-4b25-a128-fff51e18f47e", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 12:58:48.949536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-383248e0-129e-4d57-943b-c46025459a12 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 12:58:48.949968 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-383248e0-129e-4d57-943b-c46025459a12'] response: {'server_uuid': '53f85e86-6a71-4369-8879-cc9dda4c93c4', 'name': 'network-vif-deleted', 'tag': '496fe476-5fc4-4b25-a128-fff51e18f47e', 'status': 'completed', 'code': 200} Nov 02 12:58:49.035772 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:49.349320 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0e763bd5-ade3-4827-bd97-f0d185999863 req-9b0d232f-088f-4d28-aa02-54660563e02c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/ports?device_id=53f85e86-6a71-4369-8879-cc9dda4c93c4 HTTP/1.1" status: 200 len: 210 time: 0.0311694 Nov 02 12:58:49.430724 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.461827 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:49.478094 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:49.478855 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.611466 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:49.872671 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:49.901198 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b77c1-4cee-4600-a271-9a8ce7a2ab7d None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:46:07Z', 'revision_number': 4, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699', 'name': '', 'network_id': 'c0e77433-3e3d-49ad-95b9-de1a659b0a05', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'mac_address': 'fa:16:3e:05:dc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:46:05Z', 'updated_at': '2022-11-02T12:46:13Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'subnets': [{'id': 'c5f746c2-ec01-4f3c-9aaa-5f75a45c795a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:50.191800 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f630991-b071-4a5b-969e-963c19fd0ba8 None None] New status for floating IP fc086f64-152c-4c33-8978-aedbe2b9c066: DOWN {{(pid=115591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 12:58:50.433821 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:58:50.463835 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43724) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:50.527126 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (13b0f175-0bcb-48e0-a22f-6cba52879d57), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.555937 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (13b0f175-0bcb-48e0-a22f-6cba52879d57), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.609236 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (13b0f175-0bcb-48e0-a22f-6cba52879d57), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.611963 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.614758 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "DELETE /v2.0/security-groups/13b0f175-0bcb-48e0-a22f-6cba52879d57 HTTP/1.1" status: 204 len: 168 time: 0.1498842 Nov 02 12:58:50.616573 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43730) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:50.624442 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b8fd-8083-4ed8-a008-9e2223ebbe4c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0f175-0bcb-48e0-a22f-6cba52879d57,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:50.630692 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.api.v2.resource [None req-b887236c-2c8f-4459-9897-b0a68369425c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] show failed (client error): The resource could not be found. Nov 02 12:58:50.631699 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b887236c-2c8f-4459-9897-b0a68369425c tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "GET /v2.0/security-groups/13b0f175-0bcb-48e0-a22f-6cba52879d57 HTTP/1.1" status: 404 len: 347 time: 0.0141497 Nov 02 12:58:50.635362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43732) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:50.765182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Deleting port a8ce6f8f-6d89-4b02-88fb-eb36f889aa93 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:50.765501 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.849490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.849825 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:50.861769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Calling delete_port for a8ce6f8f-6d89-4b02-88fb-eb36f889aa93 owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:51.003695 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (a8ce6f8f-6d89-4b02-88fb-eb36f889aa93), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.029678 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Pushing event deleted for resources: {'Port': ['ID=a8ce6f8f-6d89-4b02-88fb-eb36f889aa93,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.094181 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks [] for floatingip (fc086f64-152c-4c33-8978-aedbe2b9c066), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.097193 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.099149 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b2f0082d-eb58-4503-8863-d8c27be502b7 tempest-AttachVolumeShelveTestJSON-301974544 tempest-AttachVolumeShelveTestJSON-301974544-project] 10.222.0.91 "DELETE /v2.0/floatingips/fc086f64-152c-4c33-8978-aedbe2b9c066 HTTP/1.1" status: 204 len: 168 time: 0.4615817 Nov 02 12:58:51.136963 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43746) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.282591 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-11631bcb-839d-46e4-8b37-898e60c8b213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.385152 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-11631bcb-839d-46e4-8b37-898e60c8b213 admin admin] Publish callbacks [] for security_group (e3ed627f-c816-450f-a19c-b4b416567e3c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.397552 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-11631bcb-839d-46e4-8b37-898e60c8b213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e3ed627f-c816-450f-a19c-b4b416567e3c), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.411163 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43756) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.435715 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11631bcb-839d-46e4-8b37-898e60c8b213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ed627f-c816-450f-a19c-b4b416567e3c,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.456586 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-11631bcb-839d-46e4-8b37-898e60c8b213 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4862eaf0b7f34b4db921bf710cd65218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173528 Nov 02 12:58:51.458556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43760) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.522867 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] Publish callbacks [] for security_group (e3ed627f-c816-450f-a19c-b4b416567e3c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.546314 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-56f39bda-b5fc-4c4f-9991-a3cd7c55fe21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.547762 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] Publish callbacks [] for security_group (e3ed627f-c816-450f-a19c-b4b416567e3c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.600046 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e3ed627f-c816-450f-a19c-b4b416567e3c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.602997 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.608825 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e3ed627f-c816-450f-a19c-b4b416567e3c HTTP/1.1" status: 204 len: 168 time: 0.1447055 Nov 02 12:58:51.616579 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968be96f-88da-4b8d-baee-524e7195b06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ed627f-c816-450f-a19c-b4b416567e3c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.631607 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-56f39bda-b5fc-4c4f-9991-a3cd7c55fe21 admin admin] Publish callbacks [] for security_group (45471ecf-280d-416f-b548-cadb3aa592e4), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.636417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-56f39bda-b5fc-4c4f-9991-a3cd7c55fe21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (45471ecf-280d-416f-b548-cadb3aa592e4), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.681624 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-56f39bda-b5fc-4c4f-9991-a3cd7c55fe21 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=209a3cf55a3140c2b9f813ab12c8f52d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671497 Nov 02 12:58:51.681624 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f39bda-b5fc-4c4f-9991-a3cd7c55fe21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45471ecf-280d-416f-b548-cadb3aa592e4,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.682182 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43764) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.735606 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] Publish callbacks [] for security_group (45471ecf-280d-416f-b548-cadb3aa592e4), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.758185 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] Publish callbacks [] for security_group (45471ecf-280d-416f-b548-cadb3aa592e4), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.810327 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (45471ecf-280d-416f-b548-cadb3aa592e4), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.813020 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.814422 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/45471ecf-280d-416f-b548-cadb3aa592e4 HTTP/1.1" status: 204 len: 168 time: 0.1310010 Nov 02 12:58:51.823423 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c68cf-07e8-49ef-afab-2e6ab721adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45471ecf-280d-416f-b548-cadb3aa592e4,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:51.902608 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43772) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:51.916259 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa32-0fdb-4594-ae6e-31b94cc40d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:51.999764 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa32-0fdb-4594-ae6e-31b94cc40d22 admin admin] Publish callbacks [] for security_group (5e3f14b1-db63-4529-b6f0-7e6f325c01f6), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.004819 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-68dfaa32-0fdb-4594-ae6e-31b94cc40d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5e3f14b1-db63-4529-b6f0-7e6f325c01f6), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.043122 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfaa32-0fdb-4594-ae6e-31b94cc40d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3f14b1-db63-4529-b6f0-7e6f325c01f6,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:52.049168 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-68dfaa32-0fdb-4594-ae6e-31b94cc40d22 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ec621a6f463d48a4a1056b05498f1cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454761 Nov 02 12:58:52.052148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43778) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:52.106712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] Publish callbacks [] for security_group (5e3f14b1-db63-4529-b6f0-7e6f325c01f6), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.126309 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] Publish callbacks [] for security_group (5e3f14b1-db63-4529-b6f0-7e6f325c01f6), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.180872 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (5e3f14b1-db63-4529-b6f0-7e6f325c01f6), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.183699 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:52.184847 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/5e3f14b1-db63-4529-b6f0-7e6f325c01f6 HTTP/1.1" status: 204 len: 168 time: 0.1318464 Nov 02 12:58:52.193951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d638f6c-d2f1-438c-8f17-924306841c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3f14b1-db63-4529-b6f0-7e6f325c01f6,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:52.464532 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:52.491535 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 496fe476-5fc4-4b25-a128-fff51e18f47e {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:52.491889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 496fe476-5fc4-4b25-a128-fff51e18f47e not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:53.686033 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43868) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:53.772572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43876) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:53.802132 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f236d1d5-adf2-4d80-bcef-009b395e3127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.886719 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f236d1d5-adf2-4d80-bcef-009b395e3127 admin admin] Publish callbacks [] for security_group (740545cf-de45-4797-aa0e-81c4ad1584f4), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.891376 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f236d1d5-adf2-4d80-bcef-009b395e3127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (740545cf-de45-4797-aa0e-81c4ad1584f4), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:53.935261 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f236d1d5-adf2-4d80-bcef-009b395e3127 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=22b072f6163e467c87c0e4b46a96873b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475455 Nov 02 12:58:53.936152 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f236d1d5-adf2-4d80-bcef-009b395e3127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740545cf-de45-4797-aa0e-81c4ad1584f4,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:53.938070 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43882) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:54.078361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] Publish callbacks [] for security_group (740545cf-de45-4797-aa0e-81c4ad1584f4), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.112044 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] Publish callbacks [] for security_group (740545cf-de45-4797-aa0e-81c4ad1584f4), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.222211 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (740545cf-de45-4797-aa0e-81c4ad1584f4), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.224937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.226265 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/740545cf-de45-4797-aa0e-81c4ad1584f4 HTTP/1.1" status: 204 len: 168 time: 0.2833083 Nov 02 12:58:54.242031 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6907301-08be-430e-9850-dc61e8f241d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740545cf-de45-4797-aa0e-81c4ad1584f4,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.307774 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (bf55381a-9c9c-48a0-892a-b3c359343460), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.578103 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43896) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:54.580806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Deleting port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:54.581810 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.591771 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4dd354a8-32a4-4b4f-a727-4d8b706c378b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.665964 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] For port 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:54.666353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.672448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4dd354a8-32a4-4b4f-a727-4d8b706c378b admin admin] Publish callbacks [] for security_group (7f5ad507-e4ee-4f42-8574-a810bd99feb2), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.678050 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-4dd354a8-32a4-4b4f-a727-4d8b706c378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7f5ad507-e4ee-4f42-8574-a810bd99feb2), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.680591 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Calling delete_port for 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 owned by network:router_interface {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:54.717681 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-4dd354a8-32a4-4b4f-a727-4d8b706c378b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=b01645a4a9534b97b7935e87de53e9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383834 Nov 02 12:58:54.718413 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd354a8-32a4-4b4f-a727-4d8b706c378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5ad507-e4ee-4f42-8574-a810bd99feb2,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.720644 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43898) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:54.769512 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] Publish callbacks [] for security_group (7f5ad507-e4ee-4f42-8574-a810bd99feb2), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.793046 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] Publish callbacks [] for security_group (7f5ad507-e4ee-4f42-8574-a810bd99feb2), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.843756 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (7f5ad507-e4ee-4f42-8574-a810bd99feb2), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.847343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.848752 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/7f5ad507-e4ee-4f42-8574-a810bd99feb2 HTTP/1.1" status: 204 len: 168 time: 0.1271737 Nov 02 12:58:54.858179 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829a29f-1673-4f6c-ae2e-45d675b56d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5ad507-e4ee-4f42-8574-a810bd99feb2,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:54.870289 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:54.899289 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:55.072354 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (bf55381a-9c9c-48a0-892a-b3c359343460), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.312351 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Router bf55381a-9c9c-48a0-892a-b3c359343460 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 12:58:55.454521 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 12:58:55.462599 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c455fb1a-f65a-4e25-ac39-9277311bab8f admin admin] 10.222.0.91 "PUT /v2.0/routers/bf55381a-9c9c-48a0-892a-b3c359343460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6866267 Nov 02 12:58:55.462962 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43916) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:55.471185 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Sync routers for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 12:58:55.484905 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:55.485602 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:55.499579 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-3df8353a-1140-4a98-b6aa-9fb52221862a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943398 Nov 02 12:58:55.620107 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:55.635987 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-0647f1bb-db57-4078-9951-54215b90819d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:55.636255 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks [] for router (bf55381a-9c9c-48a0-892a-b3c359343460), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.638140 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-0647f1bb-db57-4078-9951-54215b90819d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1129 time: 0.0976982 Nov 02 12:58:55.769844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks [] for router_gateway (bf55381a-9c9c-48a0-892a-b3c359343460), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.837649 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-e11ebc50-820c-4cc3-a448-43b0196ff0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:55.840521 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Deleting port 248c02e5-1579-4d68-ae74-81faba18b0b8 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:55.840680 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-e11ebc50-820c-4cc3-a448-43b0196ff0b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.1832247 Nov 02 12:58:55.841228 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.901762 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:58:54Z', 'revision_number': 5, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port': {'id': '248c02e5-1579-4d68-ae74-81faba18b0b8', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:8d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:45:57Z', 'updated_at': '2022-11-02T12:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:55.951815 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Checking router: bf55381a-9c9c-48a0-892a-b3c359343460 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 12:58:55.957882 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-ebecda3f-da65-4a90-8332-d73001603204 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 1001 time: 0.1080632 Nov 02 12:58:55.964130 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] For port 248c02e5-1579-4d68-ae74-81faba18b0b8, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=248c02e5-1579-4d68-ae74-81faba18b0b8,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:55.964478 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:55.965462 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Routers {'bf55381a-9c9c-48a0-892a-b3c359343460'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 12:58:55.966216 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:58:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['bf55381a-9c9c-48a0-892a-b3c359343460'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:55.979711 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Calling delete_port for 248c02e5-1579-4d68-ae74-81faba18b0b8 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:56.016396 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-b6c2b5f6-0b14-4dcb-8230-2c505d55930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:56.017877 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-b6c2b5f6-0b14-4dcb-8230-2c505d55930b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0550056 Nov 02 12:58:56.077560 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] Set router bf55381a-9c9c-48a0-892a-b3c359343460 gateway port host: None {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 12:58:56.077926 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-50fc20d9-991d-4e90-9675-cac6ae32cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:58:56.079557 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-50fc20d9-991d-4e90-9675-cac6ae32cea3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547342 Nov 02 12:58:56.160828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:58:55Z', 'revision_number': 6, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:56.190173 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d9cb31-32ac-4862-997f-0adeaa75e723 None None] The sync data for ids ['bf55381a-9c9c-48a0-892a-b3c359343460'] in dv-cinder-863277-1-iscsi is: [{'id': 'bf55381a-9c9c-48a0-892a-b3c359343460', 'name': 'tempest-AttachVolumeShelveTestJSON-645098778-router', 'tenant_id': 'db03c62f4da8405fa17e29a357979ebf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:45:56Z', 'updated_at': '2022-11-02T12:58:55Z', 'revision_number': 6, 'project_id': 'db03c62f4da8405fa17e29a357979ebf', 'gw_port_host': None}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 12:58:56.213942 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-dc11ae32-d9f2-4089-b823-feefeff0bb56 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277118 Nov 02 12:58:56.235950 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (248c02e5-1579-4d68-ae74-81faba18b0b8), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.261628 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Pushing event deleted for resources: {'Port': ['ID=248c02e5-1579-4d68-ae74-81faba18b0b8,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:56.325945 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-7caa0bd2-65b8-4df9-bee2-07a84a4494e7 req-3506ec40-e3ed-4308-8cb0-4e49ff6145d2 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053245 Nov 02 12:58:56.335317 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (bf55381a-9c9c-48a0-892a-b3c359343460), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.431135 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (bf55381a-9c9c-48a0-892a-b3c359343460), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.433330 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks [] for router_controller (bf55381a-9c9c-48a0-892a-b3c359343460), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.480172 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (bf55381a-9c9c-48a0-892a-b3c359343460), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.480886 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf55381a-9c9c-48a0-892a-b3c359343460 {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 12:58:56.485415 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.486523 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-65458337-ced9-4385-8ef6-8e4da151f499 admin admin] 10.222.0.91 "DELETE /v2.0/routers/bf55381a-9c9c-48a0-892a-b3c359343460 HTTP/1.1" status: 204 len: 168 time: 1.0216744 Nov 02 12:58:56.489745 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43944) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.559249 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Deleting subnet c5f746c2-ec01-4f3c-9aaa-5f75a45c795a {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 12:58:56.563235 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Publish callbacks [] for subnet (c5f746c2-ec01-4f3c-9aaa-5f75a45c795a), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.608108 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (c5f746c2-ec01-4f3c-9aaa-5f75a45c795a), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.688526 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:56.702570 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (c5f746c2-ec01-4f3c-9aaa-5f75a45c795a), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.722166 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:56.722702 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4c04ec4e-ebe5-4fb3-8de6-5c2f73cf5699 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:56.770059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (c5f746c2-ec01-4f3c-9aaa-5f75a45c795a), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.797668 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f746c2-ec01-4f3c-9aaa-5f75a45c795a,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:56.803570 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.807518 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-dc43bc4c-59af-490b-b81d-27f88a240734 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/c5f746c2-ec01-4f3c-9aaa-5f75a45c795a HTTP/1.1" status: 204 len: 168 time: 0.3159580 Nov 02 12:58:56.809301 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43954) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:56.809839 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5c82e5-7244-41fe-8ac4-0a0cc503c7b1 None None] Network c0e77433-3e3d-49ad-95b9-de1a659b0a05 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 12:58:56.896232 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (c0e77433-3e3d-49ad-95b9-de1a659b0a05), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:56.959226 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Deleting port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:56.959855 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.026461 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] DHCP port deletion for c0e77433-3e3d-49ad-95b9-de1a659b0a05 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 12:58:57.052400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] For port 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=3d9aa842-35a6-49b6-82b6-9dcf695ff367,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:57.053331 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.072761 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Calling delete_port for 3d9aa842-35a6-49b6-82b6-9dcf695ff367 owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:57.091406 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Deleting port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 12:58:57.092051 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.179133 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.209355 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] For port 3d9aa842-35a6-49b6-82b6-9dcf695ff367, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=3d9aa842-35a6-49b6-82b6-9dcf695ff367,segment=NetworkSegment(058a7e9c-7f52-497a-8b34-c6778d3bface),segment_id=058a7e9c-7f52-497a-8b34-c6778d3bface)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 12:58:57.209768 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.226250 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Calling delete_port for 3d9aa842-35a6-49b6-82b6-9dcf695ff367 owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 12:58:57.226429 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] No DVR routers for this DVR port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:57.242767 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9aa842-35a6-49b6-82b6-9dcf695ff367,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:57.354638 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (3d9aa842-35a6-49b6-82b6-9dcf695ff367), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.357959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (c0e77433-3e3d-49ad-95b9-de1a659b0a05), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.386176 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0e77433-3e3d-49ad-95b9-de1a659b0a05']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:57.399224 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] No DVR routers for this DVR port 3d9aa842-35a6-49b6-82b6-9dcf695ff367 on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 12:58:57.401372 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ee721-8791-45da-92f9-37799f7703f9 None None] Pushing event deleted for resources: {'Port': ['ID=3d9aa842-35a6-49b6-82b6-9dcf695ff367,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:57.401711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058a7e9c-7f52-497a-8b34-c6778d3bface') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:57.402012 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058a7e9c-7f52-497a-8b34-c6778d3bface') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 12:58:57.417184 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (058a7e9c-7f52-497a-8b34-c6778d3bface), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.433811 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (058a7e9c-7f52-497a-8b34-c6778d3bface), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.445719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Releasing vlan 1399 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 12:58:57.446118 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (058a7e9c-7f52-497a-8b34-c6778d3bface), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.504874 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 058a7e9c-7f52-497a-8b34-c6778d3bface resource provider aggregate not found Nov 02 12:58:57.536188 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment 058a7e9c-7f52-497a-8b34-c6778d3bface resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 058a7e9c-7f52-497a-8b34-c6778d3bface found for delete ", "request_id": "req-cad64491-6daa-4a7b-a1e7-25548ddaac65"}]} Nov 02 12:58:57.551974 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (c0e77433-3e3d-49ad-95b9-de1a659b0a05), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.557857 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.563703 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] 10.222.0.91 "DELETE /v2.0/networks/c0e77433-3e3d-49ad-95b9-de1a659b0a05 HTTP/1.1" status: 204 len: 168 time: 0.7534192 Nov 02 12:58:57.578226 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f56798-7dfe-4639-bbae-ecfc7692d697 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0e77433-3e3d-49ad-95b9-de1a659b0a05,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:57.755739 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 43990) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:57.799757 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-3178c68d-a5ec-4631-835d-f3ffd785e8cd admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db03c62f4da8405fa17e29a357979ebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427821 Nov 02 12:58:57.803276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 43994) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:57.856127 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] Publish callbacks [] for security_group (3278da75-602e-4093-85b2-7d9310d54ea1), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.877602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] Publish callbacks [] for security_group (3278da75-602e-4093-85b2-7d9310d54ea1), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.930135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (3278da75-602e-4093-85b2-7d9310d54ea1), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.932951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:57.934087 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/3278da75-602e-4093-85b2-7d9310d54ea1 HTTP/1.1" status: 204 len: 168 time: 0.1298234 Nov 02 12:58:57.943004 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046eaf2-465e-4e50-80dd-5848d1dbdff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278da75-602e-4093-85b2-7d9310d54ea1,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:58.320940 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 248c02e5-1579-4d68-ae74-81faba18b0b8 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:58.345266 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 248c02e5-1579-4d68-ae74-81faba18b0b8 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:58.345482 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 248c02e5-1579-4d68-ae74-81faba18b0b8 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:58.345916 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 3d9aa842-35a6-49b6-82b6-9dcf695ff367 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 12:58:58.373552 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 3d9aa842-35a6-49b6-82b6-9dcf695ff367 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 12:58:58.373902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 3d9aa842-35a6-49b6-82b6-9dcf695ff367 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 12:58:58.814022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44044) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:58.998698 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c55-8173-4748-a188-602a2a036cd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.093375 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c55-8173-4748-a188-602a2a036cd4 admin admin] Publish callbacks [] for security_group (c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.101187 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-db1a5c55-8173-4748-a188-602a2a036cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.149561 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44056) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:59.150189 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-db1a5c55-8173-4748-a188-602a2a036cd4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=db3537cd200f43a5bf4232a0e6ad3dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344440 Nov 02 12:58:59.153006 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a5c55-8173-4748-a188-602a2a036cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.204621 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] Publish callbacks [] for security_group (c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.230634 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] Publish callbacks [] for security_group (c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.288444 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.291154 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.292483 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734 HTTP/1.1" status: 204 len: 168 time: 0.1417403 Nov 02 12:58:59.303064 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e19df-6fc5-47c9-ac11-990b196f13ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d52aad-6d3b-4d0c-b3d3-8fc789cc0734,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.704441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44082) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:59.719890 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c073113e-1055-43a7-9759-0b9e6debdce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.812429 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c073113e-1055-43a7-9759-0b9e6debdce4 admin admin] Publish callbacks [] for security_group (14cc90f6-8a3c-475f-b52a-a3ee169255b1), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.817561 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c073113e-1055-43a7-9759-0b9e6debdce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (14cc90f6-8a3c-475f-b52a-a3ee169255b1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.863559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c073113e-1055-43a7-9759-0b9e6debdce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cc90f6-8a3c-475f-b52a-a3ee169255b1,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:58:59.867970 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c073113e-1055-43a7-9759-0b9e6debdce4 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=4b4fe76c0c12454ea6c4bdeec9f299c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624310 Nov 02 12:58:59.870607 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44088) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:58:59.927485 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] Publish callbacks [] for security_group (14cc90f6-8a3c-475f-b52a-a3ee169255b1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:58:59.952235 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] Publish callbacks [] for security_group (14cc90f6-8a3c-475f-b52a-a3ee169255b1), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.017429 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (14cc90f6-8a3c-475f-b52a-a3ee169255b1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.026658 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:00.030321 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/14cc90f6-8a3c-475f-b52a-a3ee169255b1 HTTP/1.1" status: 204 len: 168 time: 0.1587107 Nov 02 12:59:00.040711 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b689c6-64ab-486f-8dd6-c09164941368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cc90f6-8a3c-475f-b52a-a3ee169255b1,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:03.038190 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44204) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:03.174155 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d2e45ea1-eaac-432b-a46e-5452b337431c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.251821 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d2e45ea1-eaac-432b-a46e-5452b337431c admin admin] Publish callbacks [] for security_group (50202c46-421b-4042-8db5-8817faf4bb05), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.256720 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d2e45ea1-eaac-432b-a46e-5452b337431c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (50202c46-421b-4042-8db5-8817faf4bb05), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.295275 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d2e45ea1-eaac-432b-a46e-5452b337431c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2a2fe2a7b6ec46849cc56bb69c5a3f36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558520 Nov 02 12:59:03.296123 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e45ea1-eaac-432b-a46e-5452b337431c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50202c46-421b-4042-8db5-8817faf4bb05,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:03.298965 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44212) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:03.353306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] Publish callbacks [] for security_group (50202c46-421b-4042-8db5-8817faf4bb05), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.378772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] Publish callbacks [] for security_group (50202c46-421b-4042-8db5-8817faf4bb05), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.433749 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (50202c46-421b-4042-8db5-8817faf4bb05), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.436372 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:03.437626 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/50202c46-421b-4042-8db5-8817faf4bb05 HTTP/1.1" status: 204 len: 168 time: 0.1365066 Nov 02 12:59:03.446957 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59100b63-3e0c-4d31-8c95-d4fc56806a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50202c46-421b-4042-8db5-8817faf4bb05,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:03.734061 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44220) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:03.747844 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-58e0652f-021a-4b19-b741-a2c9f5c498ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.063073 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-58e0652f-021a-4b19-b741-a2c9f5c498ac admin admin] Publish callbacks [] for security_group (be9a26b3-496d-4f8f-8003-686ab776d2f1), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.067309 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-58e0652f-021a-4b19-b741-a2c9f5c498ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (be9a26b3-496d-4f8f-8003-686ab776d2f1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.105866 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-58e0652f-021a-4b19-b741-a2c9f5c498ac admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9dee99ab190046f8a698319a747c256e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3706274 Nov 02 12:59:04.106597 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0652f-021a-4b19-b741-a2c9f5c498ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a26b3-496d-4f8f-8003-686ab776d2f1,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:04.109237 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44222) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.169982 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] Publish callbacks [] for security_group (be9a26b3-496d-4f8f-8003-686ab776d2f1), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.203324 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] Publish callbacks [] for security_group (be9a26b3-496d-4f8f-8003-686ab776d2f1), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.261438 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (be9a26b3-496d-4f8f-8003-686ab776d2f1), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.264275 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.265806 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/be9a26b3-496d-4f8f-8003-686ab776d2f1 HTTP/1.1" status: 204 len: 168 time: 0.1554058 Nov 02 12:59:04.277951 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c83e3-813d-48c6-8bdf-a4a6ff4ca7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a26b3-496d-4f8f-8003-686ab776d2f1,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:04.488232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44242) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.617812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-519e2324-2b06-4340-ac19-3c2bfd0bfd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.721624 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-519e2324-2b06-4340-ac19-3c2bfd0bfd99 admin admin] Publish callbacks [] for security_group (9958454f-c5a0-4bcd-ac86-73f7f62b2ed1), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.728193 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-519e2324-2b06-4340-ac19-3c2bfd0bfd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9958454f-c5a0-4bcd-ac86-73f7f62b2ed1), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.773827 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-519e2324-2b06-4340-ac19-3c2bfd0bfd99 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=2a11b88af3bc4144b985f380eb7012e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841134 Nov 02 12:59:04.775209 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e2324-2b06-4340-ac19-3c2bfd0bfd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9958454f-c5a0-4bcd-ac86-73f7f62b2ed1,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:04.776696 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44260) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:04.849731 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] Publish callbacks [] for security_group (9958454f-c5a0-4bcd-ac86-73f7f62b2ed1), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.877517 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] Publish callbacks [] for security_group (9958454f-c5a0-4bcd-ac86-73f7f62b2ed1), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.940475 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (9958454f-c5a0-4bcd-ac86-73f7f62b2ed1), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.944221 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:04.948108 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/9958454f-c5a0-4bcd-ac86-73f7f62b2ed1 HTTP/1.1" status: 204 len: 168 time: 0.1676357 Nov 02 12:59:04.955556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212d55b-5963-47da-9ae3-4d2005abc5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9958454f-c5a0-4bcd-ac86-73f7f62b2ed1,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:05.001210 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44272) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:05.307779 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-aea2e39d-c2d0-42e9-98bc-3c9160a357fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.421102 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-aea2e39d-c2d0-42e9-98bc-3c9160a357fe admin admin] Publish callbacks [] for security_group (861606ef-80d6-49a4-9485-fc64fe0e5ea4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.426508 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-aea2e39d-c2d0-42e9-98bc-3c9160a357fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (861606ef-80d6-49a4-9485-fc64fe0e5ea4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.471160 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-aea2e39d-c2d0-42e9-98bc-3c9160a357fe admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=13c428496bcd4063acbf62152e873461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683957 Nov 02 12:59:05.474912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2e39d-c2d0-42e9-98bc-3c9160a357fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861606ef-80d6-49a4-9485-fc64fe0e5ea4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:05.475179 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44284) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:05.491027 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44286) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:05.508644 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a123aff8-b814-4c0b-8a86-c98f6683d488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.543849 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] Publish callbacks [] for security_group (861606ef-80d6-49a4-9485-fc64fe0e5ea4), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.578799 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] Publish callbacks [] for security_group (861606ef-80d6-49a4-9485-fc64fe0e5ea4), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.637748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (861606ef-80d6-49a4-9485-fc64fe0e5ea4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.639989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a123aff8-b814-4c0b-8a86-c98f6683d488 admin admin] Publish callbacks [] for security_group (543069cf-6801-42d4-bb4f-4ae46c99b668), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.641802 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.644185 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/861606ef-80d6-49a4-9485-fc64fe0e5ea4 HTTP/1.1" status: 204 len: 168 time: 0.1663992 Nov 02 12:59:05.655937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a123aff8-b814-4c0b-8a86-c98f6683d488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (543069cf-6801-42d4-bb4f-4ae46c99b668), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.667662 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec23fffc-dca6-4118-a7ce-c37d9799d99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861606ef-80d6-49a4-9485-fc64fe0e5ea4,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:05.698227 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a123aff8-b814-4c0b-8a86-c98f6683d488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=543069cf-6801-42d4-bb4f-4ae46c99b668,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:05.724369 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a123aff8-b814-4c0b-8a86-c98f6683d488 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=ce04b751c5f74e899afbb30a008280c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287626 Nov 02 12:59:05.724507 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44296) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:05.786572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] Publish callbacks [] for security_group (543069cf-6801-42d4-bb4f-4ae46c99b668), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.813229 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] Publish callbacks [] for security_group (543069cf-6801-42d4-bb4f-4ae46c99b668), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.885729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (543069cf-6801-42d4-bb4f-4ae46c99b668), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.888564 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:05.889802 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/543069cf-6801-42d4-bb4f-4ae46c99b668 HTTP/1.1" status: 204 len: 168 time: 0.1641850 Nov 02 12:59:05.899335 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e66b6-73a1-488b-a283-a832506f43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=543069cf-6801-42d4-bb4f-4ae46c99b668,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:06.195603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44310) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:06.209465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a26fe494-e363-422f-b305-b4843f977574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.305579 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a26fe494-e363-422f-b305-b4843f977574 admin admin] Publish callbacks [] for security_group (1779dbcd-3c7a-432b-9c6f-c3919f378f2d), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.313127 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a26fe494-e363-422f-b305-b4843f977574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (1779dbcd-3c7a-432b-9c6f-c3919f378f2d), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.355328 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fe494-e363-422f-b305-b4843f977574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1779dbcd-3c7a-432b-9c6f-c3919f378f2d,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:06.361107 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a26fe494-e363-422f-b305-b4843f977574 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7923b90eba9d4a2ab6b6baf11ece25e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642690 Nov 02 12:59:06.364826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44318) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:06.431466 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] Publish callbacks [] for security_group (1779dbcd-3c7a-432b-9c6f-c3919f378f2d), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.459970 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] Publish callbacks [] for security_group (1779dbcd-3c7a-432b-9c6f-c3919f378f2d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.520371 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (1779dbcd-3c7a-432b-9c6f-c3919f378f2d), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.523369 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:06.524905 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/1779dbcd-3c7a-432b-9c6f-c3919f378f2d HTTP/1.1" status: 204 len: 168 time: 0.1587055 Nov 02 12:59:06.534938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c844803-6272-4db1-befb-d929fbcc87b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1779dbcd-3c7a-432b-9c6f-c3919f378f2d,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:06.950995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44362) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:06.965615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-776fa7b2-0405-4fb4-8d2d-1a6ee06d8306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.064693 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-776fa7b2-0405-4fb4-8d2d-1a6ee06d8306 admin admin] Publish callbacks [] for security_group (43e7c7f1-d2eb-45c1-9fab-dd2838363687), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.069609 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-776fa7b2-0405-4fb4-8d2d-1a6ee06d8306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (43e7c7f1-d2eb-45c1-9fab-dd2838363687), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.114529 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fa7b2-0405-4fb4-8d2d-1a6ee06d8306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e7c7f1-d2eb-45c1-9fab-dd2838363687,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:07.121968 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-776fa7b2-0405-4fb4-8d2d-1a6ee06d8306 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2a020a849e54af4b9af3353bb8ceadc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698318 Nov 02 12:59:07.122257 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44380) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:07.195112 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] Publish callbacks [] for security_group (43e7c7f1-d2eb-45c1-9fab-dd2838363687), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.233265 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] Publish callbacks [] for security_group (43e7c7f1-d2eb-45c1-9fab-dd2838363687), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.307512 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (43e7c7f1-d2eb-45c1-9fab-dd2838363687), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.316742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:07.318174 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/43e7c7f1-d2eb-45c1-9fab-dd2838363687 HTTP/1.1" status: 204 len: 168 time: 0.1947823 Nov 02 12:59:07.334981 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bb461-cb5e-4ddb-ab1d-609ae8856008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e7c7f1-d2eb-45c1-9fab-dd2838363687,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:08.284403 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44514) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:08.463358 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ba29e5d4-6dd0-47e6-a007-23fee917d46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.548507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ba29e5d4-6dd0-47e6-a007-23fee917d46c admin admin] Publish callbacks [] for security_group (e61bbd73-7a8e-40bc-aebe-3663b2b7798a), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.556441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ba29e5d4-6dd0-47e6-a007-23fee917d46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e61bbd73-7a8e-40bc-aebe-3663b2b7798a), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.613763 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ba29e5d4-6dd0-47e6-a007-23fee917d46c admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0e4ae42534834b79a3576fe38c9920a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275156 Nov 02 12:59:08.615158 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29e5d4-6dd0-47e6-a007-23fee917d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61bbd73-7a8e-40bc-aebe-3663b2b7798a,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:08.616569 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44524) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:08.688636 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] Publish callbacks [] for security_group (e61bbd73-7a8e-40bc-aebe-3663b2b7798a), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.715309 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] Publish callbacks [] for security_group (e61bbd73-7a8e-40bc-aebe-3663b2b7798a), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.771953 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e61bbd73-7a8e-40bc-aebe-3663b2b7798a), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.775443 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:08.778412 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e61bbd73-7a8e-40bc-aebe-3663b2b7798a HTTP/1.1" status: 204 len: 168 time: 0.1579189 Nov 02 12:59:08.789505 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c087b-f528-48dc-95b0-4d7d49a85a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61bbd73-7a8e-40bc-aebe-3663b2b7798a,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:09.132728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44544) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:09.150794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9213-13f8-4cf8-add7-cc1eb6cc3933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.250101 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9213-13f8-4cf8-add7-cc1eb6cc3933 admin admin] Publish callbacks [] for security_group (4278f9a4-9e88-4e08-a107-d966582bec20), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.263056 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0b9d9213-13f8-4cf8-add7-cc1eb6cc3933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4278f9a4-9e88-4e08-a107-d966582bec20), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.316348 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0b9d9213-13f8-4cf8-add7-cc1eb6cc3933 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=6b88b2b2378d4e07872d51675ca36c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814363 Nov 02 12:59:09.317051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d9213-13f8-4cf8-add7-cc1eb6cc3933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4278f9a4-9e88-4e08-a107-d966582bec20,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:09.318148 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44546) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:09.399233 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] Publish callbacks [] for security_group (4278f9a4-9e88-4e08-a107-d966582bec20), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.429811 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] Publish callbacks [] for security_group (4278f9a4-9e88-4e08-a107-d966582bec20), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.486763 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (4278f9a4-9e88-4e08-a107-d966582bec20), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.491181 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:09.494348 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/4278f9a4-9e88-4e08-a107-d966582bec20 HTTP/1.1" status: 204 len: 168 time: 0.1725821 Nov 02 12:59:09.503786 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ba9b6-0d81-44c8-84fc-04762c754031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4278f9a4-9e88-4e08-a107-d966582bec20,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:09.814823 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44566) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:09.950176 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aee957a0-f9c3-4a19-bbfd-e1e6f360ed43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.043367 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aee957a0-f9c3-4a19-bbfd-e1e6f360ed43 admin admin] Publish callbacks [] for security_group (e47e74a5-a55d-41b1-9dad-94a4333b0b5c), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.047630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-aee957a0-f9c3-4a19-bbfd-e1e6f360ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e47e74a5-a55d-41b1-9dad-94a4333b0b5c), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.088170 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-aee957a0-f9c3-4a19-bbfd-e1e6f360ed43 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=7ada334f30b54b928cc4cf760ec87f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2722237 Nov 02 12:59:10.089126 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee957a0-f9c3-4a19-bbfd-e1e6f360ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47e74a5-a55d-41b1-9dad-94a4333b0b5c,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:10.091428 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44580) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:10.170075 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] Publish callbacks [] for security_group (e47e74a5-a55d-41b1-9dad-94a4333b0b5c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.193871 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] Publish callbacks [] for security_group (e47e74a5-a55d-41b1-9dad-94a4333b0b5c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.257315 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e47e74a5-a55d-41b1-9dad-94a4333b0b5c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.261852 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.264041 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e47e74a5-a55d-41b1-9dad-94a4333b0b5c HTTP/1.1" status: 204 len: 168 time: 0.1710358 Nov 02 12:59:10.276905 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c5f2a-cfba-474d-b930-58530609f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47e74a5-a55d-41b1-9dad-94a4333b0b5c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:10.704669 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44602) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:10.707910 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-175110e5-f47a-4263-8334-1e7e9238e239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.718438 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-73a3943a-9db4-48ad-b753-f23defb7417a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.809534 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-73a3943a-9db4-48ad-b753-f23defb7417a admin admin] Publish callbacks [] for security_group (a7d2b54e-f7c8-4f89-910a-c6795d78b02f), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.814766 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-73a3943a-9db4-48ad-b753-f23defb7417a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7d2b54e-f7c8-4f89-910a-c6795d78b02f), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.856189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3943a-9db4-48ad-b753-f23defb7417a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d2b54e-f7c8-4f89-910a-c6795d78b02f,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:10.860492 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-73a3943a-9db4-48ad-b753-f23defb7417a admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=19af0e86d3a040d7921afcb88e0f45f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547270 Nov 02 12:59:10.864080 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44606) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:10.917520 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] Publish callbacks [] for security_group (a7d2b54e-f7c8-4f89-910a-c6795d78b02f), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:10.943824 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] Publish callbacks [] for security_group (a7d2b54e-f7c8-4f89-910a-c6795d78b02f), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.013231 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a7d2b54e-f7c8-4f89-910a-c6795d78b02f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.020068 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:11.025223 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a7d2b54e-f7c8-4f89-910a-c6795d78b02f HTTP/1.1" status: 204 len: 168 time: 0.1562381 Nov 02 12:59:11.033235 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47f7309-0938-499e-8b59-b217742e01fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d2b54e-f7c8-4f89-910a-c6795d78b02f,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.070850 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44652) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.191363 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fdf883a7-f156-4e3b-aeaa-60deb086521f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.283553 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fdf883a7-f156-4e3b-aeaa-60deb086521f admin admin] Publish callbacks [] for security_group (93177234-3717-46a0-b9e3-fdfbb0ea38b4), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.288434 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-fdf883a7-f156-4e3b-aeaa-60deb086521f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (93177234-3717-46a0-b9e3-fdfbb0ea38b4), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.330012 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-fdf883a7-f156-4e3b-aeaa-60deb086521f admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=08628678363d4f63b323421eec331f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2580416 Nov 02 12:59:12.331147 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf883a7-f156-4e3b-aeaa-60deb086521f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93177234-3717-46a0-b9e3-fdfbb0ea38b4,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.332922 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44656) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.387898 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] Publish callbacks [] for security_group (93177234-3717-46a0-b9e3-fdfbb0ea38b4), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.409993 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] Publish callbacks [] for security_group (93177234-3717-46a0-b9e3-fdfbb0ea38b4), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.464500 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (93177234-3717-46a0-b9e3-fdfbb0ea38b4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.467099 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.468451 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/93177234-3717-46a0-b9e3-fdfbb0ea38b4 HTTP/1.1" status: 204 len: 168 time: 0.1344347 Nov 02 12:59:12.477117 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30195b6-5b8e-434a-b172-1ad6913847c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93177234-3717-46a0-b9e3-fdfbb0ea38b4,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.777417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 44662) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.792789 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec4d15f3-e031-4385-bbb6-4ef9f42fbf4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.878550 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec4d15f3-e031-4385-bbb6-4ef9f42fbf4b admin admin] Publish callbacks [] for security_group (8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.883213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ec4d15f3-e031-4385-bbb6-4ef9f42fbf4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:12.927316 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ec4d15f3-e031-4385-bbb6-4ef9f42fbf4b admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9dc656a249784e3586c02a8fc623798a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485913 Nov 02 12:59:12.928192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d15f3-e031-4385-bbb6-4ef9f42fbf4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:12.931475 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 44664) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 12:59:12.990698 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] Publish callbacks [] for security_group (8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.210792 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-008f085a-a577-4659-a75a-9f9897568356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.292883 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] Publish callbacks [] for security_group (8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.349211 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.351894 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:13.353170 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5 HTTP/1.1" status: 204 len: 168 time: 0.4203198 Nov 02 12:59:13.364360 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e3d3b-0bbf-4309-856e-6a832809d20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7a98b4-3d8d-4d8a-b5bd-77b1fb73fae5,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 12:59:14.385852 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.080710 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:15.711536 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:17.222922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:27.434019 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 12:59:40.701654 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-22ee86a0-c9d9-4118-a9a0-b778e22240b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:43.207486 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-26059a42-01f4-4f7c-b67b-6704e186aca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:44.378234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.109499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:45.711876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:47.225123 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 12:59:57.577730 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-d4da352f-01c2-40dd-842c-3124f5a7305a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438805 Nov 02 12:59:57.684235 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-7ce59582-a27c-4f5e-b921-5cc1089a8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:57.685773 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-7ce59582-a27c-4f5e-b921-5cc1089a8f94 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1129 time: 0.0472293 Nov 02 12:59:57.788572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-94b03f17-59af-4de9-8939-f4f676a230b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:57.790017 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-94b03f17-59af-4de9-8939-f4f676a230b7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0859218 Nov 02 12:59:57.850564 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-2bed3bed-2910-4a54-b1ff-a13212ebce02 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 1000 time: 0.0544689 Nov 02 12:59:57.902539 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-61fa4477-ce04-48c5-8fc9-cda7bf884da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:57.903971 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-61fa4477-ce04-48c5-8fc9-cda7bf884da5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0478516 Nov 02 12:59:57.953768 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-f7d7661e-623f-4172-9d84-6c4b373d9d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 12:59:57.955360 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-f7d7661e-623f-4172-9d84-6c4b373d9d32 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456939 Nov 02 12:59:58.048297 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-c96190c3-d274-4d00-bb84-d59d4c855837 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Nov 02 12:59:58.141781 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-b44bb7a8-fb26-4812-a8c3-2adc590cbe36 req-638d7f64-657e-404b-9e6e-6125ddde47ec service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869541 Nov 02 13:00:04.429081 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45020) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:04.432971 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:04.579806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port 82f8f58a-19c3-4686-b341-2694c9489cfb {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:04.580161 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.660903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.661238 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (82f8f58a-19c3-4686-b341-2694c9489cfb), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.673903 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for 82f8f58a-19c3-4686-b341-2694c9489cfb owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:04.853133 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (82f8f58a-19c3-4686-b341-2694c9489cfb), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.887550 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=82f8f58a-19c3-4686-b341-2694c9489cfb,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:04.918065 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.918491 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.918836 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.919426 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.919761 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.920085 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.920995 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.921453 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.922474 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.922973 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.923440 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.923746 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.924086 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:04.983662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:04.984348 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb disassociated (deleted). External IP: 172.27.0.149, port: 1c75ed90-9c1e-45c9-a007-113bace88d87. Nov 02 13:00:05.188815 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:05.292644 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:05.298430 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:05.303875 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:05.335183 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4ac9446b-699a-4b3a-8e22-22aa45905135 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "DELETE /v2.0/floatingips/7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb HTTP/1.1" status: 204 len: 168 time: 0.9049850 Nov 02 13:00:05.335931 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:05.338254 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fefebab-566a-4706-90c4-13c3396e4ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:05.382896 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e11280b-6ed1-47ef-a225-31699dcecf72 x-openstack-request-id: req-5e11280b-6ed1-47ef-a225-31699dcecf72 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:05.383199 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:05.383457 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e11280b-6ed1-47ef-a225-31699dcecf72 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:05.383867 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e11280b-6ed1-47ef-a225-31699dcecf72'] response: {'name': 'network-changed', 'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'status': 'completed', 'code': 200} Nov 02 13:00:05.409994 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:05.410730 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:59:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.495291 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-47597541-681d-4574-a80c-3a7d2c0dcddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:05.497617 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-47597541-681d-4574-a80c-3a7d2c0dcddf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 1129 time: 0.0693283 Nov 02 13:00:05.527134 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:05.588228 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9e25f-0362-48cd-9f2b-dfaaedfdf435 req-3733637f-8a45-4630-a917-38455b09dc0c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:05.589792 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eee9e25f-0362-48cd-9f2b-dfaaedfdf435 req-3733637f-8a45-4630-a917-38455b09dc0c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0596569 Nov 02 13:00:05.643733 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-97afdad3-5985-422d-8247-fdd018f7cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:05.644603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-eee9e25f-0362-48cd-9f2b-dfaaedfdf435 req-5c016c10-8113-417d-9537-83d7f8952ed2 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480728 Nov 02 13:00:05.645395 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-97afdad3-5985-422d-8247-fdd018f7cd21 service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.0979900 Nov 02 13:00:05.687342 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-d8e3d550-40d4-40e4-842c-88724d45518c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 200 len: 217 time: 0.0352938 Nov 02 13:00:05.737078 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-10b697bb-d247-4a08-a2bb-2fa42a64ee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:05.738502 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-10b697bb-d247-4a08-a2bb-2fa42a64ee45 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0450060 Nov 02 13:00:05.762703 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.787466 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:05.797827 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:05.798487 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T12:59:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:05.802047 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-d91311e2-aa7b-41e2-b13e-463c07c01bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:05.803836 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-d91311e2-aa7b-41e2-b13e-463c07c01bc7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585499 Nov 02 13:00:05.898537 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-61421ac6-7222-4dc1-8928-b9cece0541d6 service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871067 Nov 02 13:00:05.914810 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:06.013884 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-0fefebab-566a-4706-90c4-13c3396e4ecf req-2caee9ed-1c14-4bd3-8ea3-d7d59cb729df service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077125 Nov 02 13:00:06.199535 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:06.235447 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598875cf-6e4e-4742-b60d-dd1a4a093e28 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '6f994002-b76e-4397-af7b-a9284684cd0f', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'port_id': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'mac_address': 'fa:16:3e:ea:f1:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '419b369e-c570-4d2c-9288-b2cae870119e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T12:54:07Z', 'updated_at': '2022-11-02T12:54:10Z', 'revision_number': 1, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:06.305638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45058) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:06.508775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3e9fee6b-67fc-4888-9e4a-542398a8fae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.640665 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3e9fee6b-67fc-4888-9e4a-542398a8fae3 admin admin] Publish callbacks [] for security_group (014beb8a-9a3e-4166-a137-6b725d961e84), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.645351 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-3e9fee6b-67fc-4888-9e4a-542398a8fae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (014beb8a-9a3e-4166-a137-6b725d961e84), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.654015 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0523b2-e385-49cc-8ce5-2f1493787626 None None] New status for floating IP 7e1e59ee-8cb5-4d92-bba8-7fbbcbcafdfb: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:00:06.689345 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fee6b-67fc-4888-9e4a-542398a8fae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014beb8a-9a3e-4166-a137-6b725d961e84,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:06.695617 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-3e9fee6b-67fc-4888-9e4a-542398a8fae3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=308e9065be854f658aa1af138fb86b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886533 Nov 02 13:00:06.698491 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45068) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:06.759128 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] Publish callbacks [] for security_group (014beb8a-9a3e-4166-a137-6b725d961e84), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.785178 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] Publish callbacks [] for security_group (014beb8a-9a3e-4166-a137-6b725d961e84), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.786474 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2cd8c-33f3-44c6-bb52-a337f75e50df req-b7e8a1b6-740d-4cfb-a2e2-7bd25cc2d4ea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:06.788744 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3de2cd8c-33f3-44c6-bb52-a337f75e50df req-b7e8a1b6-740d-4cfb-a2e2-7bd25cc2d4ea tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0588448 Nov 02 13:00:06.839830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (014beb8a-9a3e-4166-a137-6b725d961e84), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.841848 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3de2cd8c-33f3-44c6-bb52-a337f75e50df req-b75d86bd-188f-4ff2-a356-90a13f51d0a5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469310 Nov 02 13:00:06.843881 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:06.847494 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/014beb8a-9a3e-4166-a137-6b725d961e84 HTTP/1.1" status: 204 len: 168 time: 0.1455934 Nov 02 13:00:06.854111 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35caec0-cd3e-45b0-a48d-b38a90d83759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014beb8a-9a3e-4166-a137-6b725d961e84,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:07.465230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45090) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.562526 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1591070089-network', 'tenant_id': 'a79ec84be61a4de89385b5f38d6da329'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:07.586839 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Made reservation on behalf of a79ec84be61a4de89385b5f38d6da329 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:07.589282 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.600850 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.675272 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks [] for security_group (cf365a5e-4cd9-4394-b140-6d655cd409d6), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.679465 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (cf365a5e-4cd9-4394-b140-6d655cd409d6), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.707287 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] vlan segment allocate from pool success with {'vlan_id': 1395, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:07.714597 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf365a5e-4cd9-4394-b140-6d655cd409d6,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:07.724985 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (ff5af7f1-ac19-4613-a1c5-1353599c097a), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.725341 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Added segment ff5af7f1-ac19-4613-a1c5-1353599c097a of type vlan for network 084fec51-79db-415d-96f1-5ded42c2427b Nov 02 13:00:07.768304 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (084fec51-79db-415d-96f1-5ded42c2427b), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.793894 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (084fec51-79db-415d-96f1-5ded42c2427b), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.795720 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:07.796298 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:07.851372 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3848429 Nov 02 13:00:07.854944 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45096) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:07.859277 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350592-4451-4fb8-b22f-c6effa941c81 admin admin] Pushing event updated for resources: {'Network': ['ID=084fec51-79db-415d-96f1-5ded42c2427b,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:07.861809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Request body: {'subnet': {'network_id': '084fec51-79db-415d-96f1-5ded42c2427b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1591070089-subnet', 'tenant_id': 'a79ec84be61a4de89385b5f38d6da329', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:07.869785 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 084fec51-79db-415d-96f1-5ded42c2427b details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:07.885161 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Made reservation on behalf of a79ec84be61a4de89385b5f38d6da329 for: {'subnet': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:07.887928 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5027740'] for subnet (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.019758 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8debe02e-02e7-4612-ac38-8217298e690f req-924430d7-8f61-4b04-8f99-f6128ddd4bda tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:08.021254 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8debe02e-02e7-4612-ac38-8217298e690f req-924430d7-8f61-4b04-8f99-f6128ddd4bda tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0878341 Nov 02 13:00:08.132757 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8debe02e-02e7-4612-ac38-8217298e690f req-214e4b01-c46d-4337-90ea-2a7c875910bf tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040881 Nov 02 13:00:08.151946 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5066348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5027694'] for subnet (66c08887-2b6c-4b05-b5ed-ed82096531b5), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.207145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c08887-2b6c-4b05-b5ed-ed82096531b5,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:08.219748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.220148 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.220501 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.220847 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.221190 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.221529 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.221873 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.222208 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.222582 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.222917 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.223251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.223582 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.223916 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:08.230137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Checking segment: {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:08.230573 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Network hostable DHCP agents. Network: 084fec51-79db-415d-96f1-5ded42c2427b, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:08.248662 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Network 084fec51-79db-415d-96f1-5ded42c2427b is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:08.257977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 084fec51-79db-415d-96f1-5ded42c2427b) {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:08.266317 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:08.267911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:08.268056 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852720b3-6147-422b-8009-4e3ea5b1fde6 None None] Network 084fec51-79db-415d-96f1-5ded42c2427b requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:08.299095 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-5d997ead-bed9-4848-bc18-c3be3e21b879 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4343760 Nov 02 13:00:08.372170 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a815b6b-c67b-4175-9590-8ce51b647499 None None] Network 084fec51-79db-415d-96f1-5ded42c2427b requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:09.259724 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b5e39-ef76-4ede-9102-96b9e0ac544e req-64537388-b2de-4c1f-8201-8507e81c82d3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:09.261223 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-822b5e39-ef76-4ede-9102-96b9e0ac544e req-64537388-b2de-4c1f-8201-8507e81c82d3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0544946 Nov 02 13:00:09.309061 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-822b5e39-ef76-4ede-9102-96b9e0ac544e req-82ce257c-1a37-4470-8bf5-39fff85252b3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419660 Nov 02 13:00:10.453738 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e90b45-626a-44f1-a4d8-3d79888c5ef6 req-66bbc7fa-61fd-46a7-8afa-dd1c5dd84ae4 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:10.456099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99e90b45-626a-44f1-a4d8-3d79888c5ef6 req-66bbc7fa-61fd-46a7-8afa-dd1c5dd84ae4 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 945 time: 0.0648332 Nov 02 13:00:10.505331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-99e90b45-626a-44f1-a4d8-3d79888c5ef6 req-57366752-3fe1-4133-9e4c-9b4a208cf67e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438011 Nov 02 13:00:10.711863 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f6882a23-126c-420d-adc4-05788798667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.341391 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 1c75ed90-9c1e-45c9-a007-113bace88d87 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:11.418240 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 1c75ed90-9c1e-45c9-a007-113bace88d87 is: ACTIVE; New status is: DOWN {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:11.418663 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.443080 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:11.445346 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780439e3-1f3b-4a79-a962-7531c782ada3" -d '{"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:11.465502 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:11.470827 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:11.493641 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11b304-3168-493b-9d64-c3fee19ff881 x-openstack-request-id: req-fd11b304-3168-493b-9d64-c3fee19ff881 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:11.493956 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-unplugged", "status": "completed", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:11.494188 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-fd11b304-3168-493b-9d64-c3fee19ff881 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:11.494621 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd11b304-3168-493b-9d64-c3fee19ff881'] response: {'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'code': 200} Nov 02 13:00:11.521734 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=6']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:11.531952 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.532306 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.532659 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.532999 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.533337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.533668 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.533999 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.534373 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.534706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.535039 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.535368 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.535786 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.536120 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:11.638519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f4ec-d2f8-4069-a1dd-e9024305922f req-b4289924-0ec8-42dd-bf22-2721ea2b7000 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:11.640511 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd10f4ec-d2f8-4069-a1dd-e9024305922f req-b4289924-0ec8-42dd-bf22-2721ea2b7000 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0535109 Nov 02 13:00:11.689043 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cd10f4ec-d2f8-4069-a1dd-e9024305922f req-f8ee7809-b8bd-4155-bb9f-4c9dd68e5125 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428987 Nov 02 13:00:12.820646 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662334f-706c-4fbb-8be4-c10c47bbfaba req-b9667109-8c8e-41c6-80dc-0f9b74f8ad73 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:12.822047 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1662334f-706c-4fbb-8be4-c10c47bbfaba req-b9667109-8c8e-41c6-80dc-0f9b74f8ad73 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0571480 Nov 02 13:00:12.871885 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1662334f-706c-4fbb-8be4-c10c47bbfaba req-419e7c42-3886-4dc7-800d-fbb0acbc68a3 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435951 Nov 02 13:00:13.211959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f5d83728-2681-4ec6-8c90-0cb0c068244b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:13.238795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-7af0bd46-f01b-4384-a1b2-e9aa8fbcc6ff tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:13.240287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-7af0bd46-f01b-4384-a1b2-e9aa8fbcc6ff tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 814 time: 0.1122658 Nov 02 13:00:13.256647 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-e0a77298-a8fd-4a67-b45b-3cb8c31e9989 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/quotas/a79ec84be61a4de89385b5f38d6da329 HTTP/1.1" status: 200 len: 375 time: 0.0108945 Nov 02 13:00:13.297632 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-224736f4-0679-445a-a1ba-3c8bf2fe205b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322917 Nov 02 13:00:13.394246 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-e58eafe9-bc69-4ac5-ae0a-50549defb071 service neutron] 10.222.0.91 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897660 Nov 02 13:00:13.492687 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-daa28643-1362-4332-acc6-cbd7da12a66b service neutron] 10.222.0.91 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926781 Nov 02 13:00:13.653496 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e17e5e89-1d56-4197-98ca-ca5fa8142b4f req-01f4508b-c0df-4ab6-8001-b387d698e9a9 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 210 time: 0.0275264 Nov 02 13:00:14.010607 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3de3e8-bd5f-4bc9-8c7c-5ebefee08c79 req-8dacc838-8216-48a5-9959-630eba04f727 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:14.012118 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4f3de3e8-bd5f-4bc9-8c7c-5ebefee08c79 req-8dacc838-8216-48a5-9959-630eba04f727 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0621076 Nov 02 13:00:14.077524 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4f3de3e8-bd5f-4bc9-8c7c-5ebefee08c79 req-4184586e-0b98-4633-882c-120385287b12 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580618 Nov 02 13:00:14.382456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:14.789182 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d197d223-1e51-4318-8612-e57abb47d7fa req-6a9a24cd-4ad1-4873-ae28-3838dc20f63d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 210 time: 0.0286398 Nov 02 13:00:14.795033 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-2ee71e3c-3d64-47a0-9357-a3de3473dd32 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:14.796568 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-2ee71e3c-3d64-47a0-9357-a3de3473dd32 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 814 time: 0.1214857 Nov 02 13:00:14.816569 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Request body: {'port': {'device_id': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b', 'admin_state_up': True, 'tenant_id': 'a79ec84be61a4de89385b5f38d6da329'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:14.936531 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Made reservation on behalf of a79ec84be61a4de89385b5f38d6da329 for: {'port': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:14.939551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.074510 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Allocated IP 172.20.0.6 (084fec51-79db-415d-96f1-5ded42c2427b/66c08887-2b6c-4b05-b5ed-ed82096531b5/415fd3dc-20d6-4005-8e1a-2eefbcf18887) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:15.117636 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.229912 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402cab3-46ff-494a-aa92-7c2006de4120 req-e08adc1f-b83e-4ce9-b66f-d84f71a12bb8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:15.231824 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c402cab3-46ff-494a-aa92-7c2006de4120 req-e08adc1f-b83e-4ce9-b66f-d84f71a12bb8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0673158 Nov 02 13:00:15.259089 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks [] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.290900 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c402cab3-46ff-494a-aa92-7c2006de4120 req-ebfa2309-5874-4e7d-abe6-93abc42f69e6 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511842 Nov 02 13:00:15.297714 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.345173 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Network 084fec51-79db-415d-96f1-5ded42c2427b is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:15.348356 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:15.355011 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:15.360895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Pushing event updated for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.419663 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:15.420659 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.439349 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-bc318e8c-459c-4e76-aa91-b3d76231ea68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6278849 Nov 02 13:00:15.514847 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Request body: {'port': {'device_id': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:15.580477 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.717878 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.864388 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 415fd3dc-20d6-4005-8e1a-2eefbcf18887 {{(pid=115589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:15.871989 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks [] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.886551 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.provisioning_blocks [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Transition to ACTIVE for port object 415fd3dc-20d6-4005-8e1a-2eefbcf18887 will not be triggered until provisioned by entity L2. {{(pid=115589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:00:15.891451 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:15.923949 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207db3ba-7c32-4027-84b0-c87c13b6c3e1 req-0545563e-0f71-4f16-937c-af9415025b8e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:15.925507 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-207db3ba-7c32-4027-84b0-c87c13b6c3e1 req-0545563e-0f71-4f16-937c-af9415025b8e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 931 time: 0.0575223 Nov 02 13:00:15.966584 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Pushing event updated for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:15.976981 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-207db3ba-7c32-4027-84b0-c87c13b6c3e1 req-07c1c14c-c872-48e4-93d2-3c2570a7e256 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447500 Nov 02 13:00:16.001148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Attempting to bind port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:16.001487 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Attempting to bind port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:16.001818 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Attempting to bind port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 on network 084fec51-79db-415d-96f1-5ded42c2427b {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:16.006365 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 on network 084fec51-79db-415d-96f1-5ded42c2427b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:00:16.006689 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Attempting to bind port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 on network 084fec51-79db-415d-96f1-5ded42c2427b {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:16.011843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:16.012181 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Checking segment: {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:16.012561 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Bound using segment: {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'} {{(pid=115589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:16.012984 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.managers [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Bound port: 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'}}] {{(pid=115589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:16.013338 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.079769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, cleared binding levels {{(pid=115589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:16.082761 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:16.088233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.092726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.093389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:16.094771 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-5289cc31-3794-4de3-ab50-370273798813 service neutron] 10.222.0.94 "PUT /v2.0/ports/415fd3dc-20d6-4005-8e1a-2eefbcf18887 HTTP/1.1" status: 200 len: 1093 time: 0.5859230 Nov 02 13:00:16.095265 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:16.097492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932101dc-5e1b-48ab-a6e9-30bc125f79e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:16.137233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d8f5da-8249-47d9-8d5b-000431820529 x-openstack-request-id: req-c9d8f5da-8249-47d9-8d5b-000431820529 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:16.137537 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:16.137798 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-c9d8f5da-8249-47d9-8d5b-000431820529 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:16.138208 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9d8f5da-8249-47d9-8d5b-000431820529'] response: {'name': 'network-changed', 'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887', 'status': 'completed', 'code': 200} Nov 02 13:00:16.151052 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289cc31-3794-4de3-ab50-370273798813 service neutron] Pushing event updated for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=3']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:16.204829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-d1c4c369-4848-43a2-b463-e5a8f8ee6277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.206357 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-d1c4c369-4848-43a2-b463-e5a8f8ee6277 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 1127 time: 0.0522075 Nov 02 13:00:16.254759 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-85b70a8f-beda-43a7-9a80-43d9f9297601 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887 HTTP/1.1" status: 200 len: 217 time: 0.0351708 Nov 02 13:00:16.308186 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-4c808535-fd2c-42b6-941a-c439f40a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.309615 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-4c808535-fd2c-42b6-941a-c439f40a38ae service neutron] 10.222.0.94 "GET /v2.0/subnets?id=66c08887-2b6c-4b05-b5ed-ed82096531b5 HTTP/1.1" status: 200 len: 854 time: 0.0491087 Nov 02 13:00:16.342388 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-9311f8d0-0d15-4403-9483-2fb90702bac4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=084fec51-79db-415d-96f1-5ded42c2427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265412 Nov 02 13:00:16.437096 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384bd5f-fda2-4f3c-a5d4-f943cbcc4737 req-6a1a7c05-bf25-43e3-8447-3622f7b285be tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.439590 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6384bd5f-fda2-4f3c-a5d4-f943cbcc4737 req-6a1a7c05-bf25-43e3-8447-3622f7b285be tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0650644 Nov 02 13:00:16.449214 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-df1955b0-05c8-436a-ae20-9435a3878644 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012392 Nov 02 13:00:16.501143 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6384bd5f-fda2-4f3c-a5d4-f943cbcc4737 req-ba2af422-ee77-4135-b935-a2804fa33f72 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557485 Nov 02 13:00:16.555605 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-6d73ce8e-dfe8-41df-a868-d9451fbdc35e req-2452c76a-8c1a-468e-a160-b1b5185e8ef8 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004665 Nov 02 13:00:16.673117 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-4d988a48-08e4-49d9-8a96-327ca4332aae tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.674619 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-4d988a48-08e4-49d9-8a96-327ca4332aae tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 943 time: 0.0707538 Nov 02 13:00:16.821069 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-6cad4f42-8657-430d-b0ad-80b3dbc8d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:16.822680 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-6cad4f42-8657-430d-b0ad-80b3dbc8d4ea service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 1127 time: 0.1025198 Nov 02 13:00:16.880185 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port 1c75ed90-9c1e-45c9-a007-113bace88d87 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:16.880982 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.000830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-0c3d085d-d286-4fa9-9495-53cd21b17065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:17.002367 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-0c3d085d-d286-4fa9-9495-53cd21b17065 service neutron] 10.222.0.94 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 916 time: 0.1709995 Nov 02 13:00:17.019487 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] For port 1c75ed90-9c1e-45c9-a007-113bace88d87, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=1c75ed90-9c1e-45c9-a007-113bace88d87,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:17.020058 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.067051 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-90098a19-b97f-45a0-8eee-0d4693ca7fa3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887 HTTP/1.1" status: 200 len: 217 time: 0.0571580 Nov 02 13:00:17.071708 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for 1c75ed90-9c1e-45c9-a007-113bace88d87 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:17.127668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d267b-bc34-4691-9e8f-18da4dfb944b req-33cab3ad-a267-4465-87f6-4b8d7c333fd0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:17.129539 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd1d267b-bc34-4691-9e8f-18da4dfb944b req-33cab3ad-a267-4465-87f6-4b8d7c333fd0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 943 time: 0.0594940 Nov 02 13:00:17.175124 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-a6ac10cb-a566-4316-a6fd-5ce7914b5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:17.176585 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-a6ac10cb-a566-4316-a6fd-5ce7914b5151 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=66c08887-2b6c-4b05-b5ed-ed82096531b5 HTTP/1.1" status: 200 len: 854 time: 0.1029341 Nov 02 13:00:17.189445 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd1d267b-bc34-4691-9e8f-18da4dfb944b req-916aadea-f2fb-4cb6-8974-b48426ef4406 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Nov 02 13:00:17.227537 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-036c0fe1-37dc-4898-b07b-14de5e5fe5f5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=084fec51-79db-415d-96f1-5ded42c2427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423825 Nov 02 13:00:17.232298 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.341535 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (1c75ed90-9c1e-45c9-a007-113bace88d87), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.632174 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ad10b9eb-c524-4d6d-8de1-a3f3bc0d9f55 req-7191289c-a2a2-43be-8237-424488c251f9 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 210 time: 0.0386565 Nov 02 13:00:17.680349 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=1c75ed90-9c1e-45c9-a007-113bace88d87,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:17.684506 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-f7eb1d42-854e-446a-b8ce-be299918964c service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509671 Nov 02 13:00:17.782353 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] No DVR routers for this DVR port 1c75ed90-9c1e-45c9-a007-113bace88d87 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:17.787843 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:17.791136 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-aa9e7daa-138c-4b68-a54e-b0e7b6fc6808 req-ea3a6b62-fbf5-4140-b9fd-95140675a384 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "DELETE /v2.0/ports/1c75ed90-9c1e-45c9-a007-113bace88d87 HTTP/1.1" status: 204 len: 173 time: 1.0785029 Nov 02 13:00:17.831724 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-932101dc-5e1b-48ab-a6e9-30bc125f79e0 req-7fb0304a-9c56-407f-9afa-b2b4bcfe0be6 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398251 Nov 02 13:00:18.140057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-deleted', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:18.142837 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6266a3f-b28a-4eb7-83d1-62e9b2d4e92d" -d '{"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-deleted", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:18.182724 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a9acf3-a345-4ac5-90ae-766bdbd84493 x-openstack-request-id: req-f4a9acf3-a345-4ac5-90ae-766bdbd84493 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:18.182941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f326ef11-cae5-4c59-97e8-829495fbbb6c", "name": "network-vif-deleted", "tag": "1c75ed90-9c1e-45c9-a007-113bace88d87", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:18.183200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f4a9acf3-a345-4ac5-90ae-766bdbd84493 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:18.183607 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4a9acf3-a345-4ac5-90ae-766bdbd84493'] response: {'server_uuid': 'f326ef11-cae5-4c59-97e8-829495fbbb6c', 'name': 'network-vif-deleted', 'tag': '1c75ed90-9c1e-45c9-a007-113bace88d87', 'status': 'completed', 'code': 200} Nov 02 13:00:18.331137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b48c4-e193-4879-bbd9-f7e6d0bb0388 req-5a643cf8-44bc-406c-b2a6-54048517c60e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:18.332543 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d2b48c4-e193-4879-bbd9-f7e6d0bb0388 req-5a643cf8-44bc-406c-b2a6-54048517c60e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 943 time: 0.0582249 Nov 02 13:00:18.380808 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d2b48c4-e193-4879-bbd9-f7e6d0bb0388 req-3dca7b0b-caa5-46a9-a352-346367cbd969 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425212 Nov 02 13:00:18.764918 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f88c0b70-24ed-494f-9d28-e8c0a64b25bd req-e42e1099-0568-4df2-9153-2b933e7108ed tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=f326ef11-cae5-4c59-97e8-829495fbbb6c HTTP/1.1" status: 200 len: 210 time: 0.0286448 Nov 02 13:00:18.935098 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45220) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:19.047139 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f91769-497c-405c-ae50-dec83966cca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.124396 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f91769-497c-405c-ae50-dec83966cca3 admin admin] Publish callbacks [] for security_group (e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.128448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d5f91769-497c-405c-ae50-dec83966cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.167372 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d5f91769-497c-405c-ae50-dec83966cca3 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=afb4e9df10634ef088a2b069e613f4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309909 Nov 02 13:00:19.168119 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f91769-497c-405c-ae50-dec83966cca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:19.171400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45224) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:19.233842 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] Publish callbacks [] for security_group (e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.255143 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] Publish callbacks [] for security_group (e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.302808 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.305527 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:19.306755 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b HTTP/1.1" status: 204 len: 168 time: 0.1338861 Nov 02 13:00:19.314975 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd563e-930c-4a16-8a42-6be235bd3776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f5cf24-f4a2-4aea-b3b7-ff2e6740426b,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:19.534665 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e1d2b3-e00d-4a39-a4ee-4cc5e52fd079 req-db6f8136-0ed3-47a5-89b6-626d0cc14e22 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:19.537097 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-43e1d2b3-e00d-4a39-a4ee-4cc5e52fd079 req-db6f8136-0ed3-47a5-89b6-626d0cc14e22 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 943 time: 0.0779829 Nov 02 13:00:19.587611 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-43e1d2b3-e00d-4a39-a4ee-4cc5e52fd079 req-106391f4-c4a0-4cc2-9bb3-15e504b1970d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443475 Nov 02 13:00:20.544053 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45262) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:20.657683 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a3a39e94-7092-48ae-bfcb-95b8686353bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.728750 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7aa971-0ec1-40dd-aa44-73b3b14620ee req-f6e73229-824f-4ee3-b26c-f7f2740dd806 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:20.731093 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d7aa971-0ec1-40dd-aa44-73b3b14620ee req-f6e73229-824f-4ee3-b26c-f7f2740dd806 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 943 time: 0.0650318 Nov 02 13:00:20.750502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a3a39e94-7092-48ae-bfcb-95b8686353bc admin admin] Publish callbacks [] for security_group (94849dd5-85ee-4847-a345-19baedf0bfe8), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.755255 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a3a39e94-7092-48ae-bfcb-95b8686353bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (94849dd5-85ee-4847-a345-19baedf0bfe8), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.786922 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3d7aa971-0ec1-40dd-aa44-73b3b14620ee req-70041150-c5d0-4a48-a5bc-b7f8a2706fd7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474582 Nov 02 13:00:20.795022 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a39e94-7092-48ae-bfcb-95b8686353bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94849dd5-85ee-4847-a345-19baedf0bfe8,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:20.808400 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45268) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:20.808873 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a3a39e94-7092-48ae-bfcb-95b8686353bc admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=0d89593ab4c64ba9983ae99d97e86913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577236 Nov 02 13:00:20.863608 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] Publish callbacks [] for security_group (94849dd5-85ee-4847-a345-19baedf0bfe8), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.886086 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] Publish callbacks [] for security_group (94849dd5-85ee-4847-a345-19baedf0bfe8), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.942864 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (94849dd5-85ee-4847-a345-19baedf0bfe8), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.947251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:20.948676 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/94849dd5-85ee-4847-a345-19baedf0bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1443229 Nov 02 13:00:20.958053 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65482e79-50cd-47da-bac0-bb5aa421e5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94849dd5-85ee-4847-a345-19baedf0bfe8,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:21.348651 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 415fd3dc-20d6-4005-8e1a-2eefbcf18887 details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:00:21.454089 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:21.468607 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '415fd3dc-20d6-4005-8e1a-2eefbcf18887', 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b', 'port_id': '415fd3dc-20d6-4005-8e1a-2eefbcf18887', 'mac_address': 'fa:16:3e:62:dd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c08887-2b6c-4b05-b5ed-ed82096531b5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:00:21.503663 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:21.504057 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.518908 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 415fd3dc-20d6-4005-8e1a-2eefbcf18887 {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:00:21.545774 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:21.548631 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:21.606908 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:21.921631 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4657ec-4377-4109-91a7-922adff9f50f req-b81c809a-d3c3-4052-8c08-912e797aaf44 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:21.923625 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e4657ec-4377-4109-91a7-922adff9f50f req-b81c809a-d3c3-4052-8c08-912e797aaf44 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 944 time: 0.0595200 Nov 02 13:00:21.976633 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9e4657ec-4377-4109-91a7-922adff9f50f req-65e94a90-2f05-4328-b12e-3138adb6a08e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Nov 02 13:00:22.029339 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['415fd3dc-20d6-4005-8e1a-2eefbcf18887'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:00:22.186120 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45316) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:22.344765 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port 69833627-eb11-4aed-a691-91f2ebc109f5 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:22.345107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.428168 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.428386 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (69833627-eb11-4aed-a691-91f2ebc109f5), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.440666 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for 69833627-eb11-4aed-a691-91f2ebc109f5 owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:22.584400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (69833627-eb11-4aed-a691-91f2ebc109f5), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.610724 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=69833627-eb11-4aed-a691-91f2ebc109f5,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:22.668991 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (6f994002-b76e-4397-af7b-a9284684cd0f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.669658 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Floating IP 6f994002-b76e-4397-af7b-a9284684cd0f disassociated (deleted). External IP: 172.27.0.32, port: f27b0f9c-9831-4f01-9ab6-a7d30362ecbd. Nov 02 13:00:22.871793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:22.977076 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:22.982012 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:22.987514 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:22.997583 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:22.999175 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:23.017686 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f71a9f86-f38e-49a1-98fa-d3ce3db20ec5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "DELETE /v2.0/floatingips/6f994002-b76e-4397-af7b-a9284684cd0f HTTP/1.1" status: 204 len: 168 time: 0.8290107 Nov 02 13:00:23.018447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:23.021099 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903c9ee1-6052-49e2-9b4b-9044225a00d2" -d '{"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:23.110862 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:23.132863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257109b-245b-45fb-b575-a1571fe916e0 req-e1e263cf-b579-4453-aab8-44c96b5ec924 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.134756 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f257109b-245b-45fb-b575-a1571fe916e0 req-e1e263cf-b579-4453-aab8-44c96b5ec924 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 944 time: 0.0637922 Nov 02 13:00:23.192620 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f257109b-245b-45fb-b575-a1571fe916e0 req-fd6a0ced-3676-4d87-b9ff-c88c7c66ea14 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483990 Nov 02 13:00:23.198269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e0032e7-db9d-478b-aabf-1667a4cfdc10 x-openstack-request-id: req-3e0032e7-db9d-478b-aabf-1667a4cfdc10 {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:23.198806 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:23.199194 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e0032e7-db9d-478b-aabf-1667a4cfdc10 {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:23.199738 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e0032e7-db9d-478b-aabf-1667a4cfdc10'] response: {'name': 'network-changed', 'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'status': 'completed', 'code': 200} Nov 02 13:00:23.323051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-b697e2a4-a69b-4a64-8bf1-fde5f8da53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.325007 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-b697e2a4-a69b-4a64-8bf1-fde5f8da53e2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9c63521170144f4e8267e0fe89a02c1d&device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 1129 time: 0.0719838 Nov 02 13:00:23.334019 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84783b4a-ed5c-4195-a870-1bc326c423b8 req-3ac766c2-bd3a-4731-a4d1-2010a54409b8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.343841 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84783b4a-ed5c-4195-a870-1bc326c423b8 req-3ac766c2-bd3a-4731-a4d1-2010a54409b8 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0920095 Nov 02 13:00:23.345158 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:23.357519 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 415fd3dc-20d6-4005-8e1a-2eefbcf18887 up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:23.377989 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:23.389914 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:23.390797 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:23.415298 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-84783b4a-ed5c-4195-a870-1bc326c423b8 req-0fcc64cf-1210-4556-a5f2-baef93218b28 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649261 Nov 02 13:00:23.467419 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:00:23.468410 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-dc87c84e-d29c-4747-b946-7e2fe516af9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.470238 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-dc87c84e-d29c-4747-b946-7e2fe516af9c service neutron] 10.222.0.94 "GET /v2.0/networks?id=cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 200 len: 913 time: 0.1366453 Nov 02 13:00:23.475181 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:23.476508 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.477158 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 Nov 02 13:00:23.519083 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-e24795fb-9dcb-4540-b5aa-15cd6ef58e8e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 200 len: 217 time: 0.0426345 Nov 02 13:00:23.525174 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:23.586187 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:23.587340 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.600176 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-90af18ab-336b-4cc0-9bf6-f7b83ecd1a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.602830 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-90af18ab-336b-4cc0-9bf6-f7b83ecd1a14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 200 len: 850 time: 0.0764103 Nov 02 13:00:23.632773 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:23.635451 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd415a9-c2da-49d3-909b-3a26cc984a4b" -d '{"events": [{"server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "name": "network-vif-plugged", "status": "completed", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:23.655151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:23.659889 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:23.696610 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca78937a-f474-4787-8f5f-2416cd9f0573 x-openstack-request-id: req-ca78937a-f474-4787-8f5f-2416cd9f0573 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:23.697137 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "name": "network-vif-plugged", "status": "completed", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:23.697471 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-ca78937a-f474-4787-8f5f-2416cd9f0573 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:23.697886 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca78937a-f474-4787-8f5f-2416cd9f0573'] response: {'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887', 'code': 200} Nov 02 13:00:23.733808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:23.742577 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-cf9ee534-c326-4b18-9282-9e05b95579e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:23.745876 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-cf9ee534-c326-4b18-9282-9e05b95579e1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=cef30bd9-58ef-4273-8041-b5e9444b8d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286793 Nov 02 13:00:23.793127 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:23.823928 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9e990-2323-4204-811f-6aa5b86c8a39 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:22Z', 'revision_number': 4, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '22145cbf-b901-48fa-a052-35e6404a8296', 'name': '', 'network_id': 'cef30bd9-58ef-4273-8041-b5e9444b8d02', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'mac_address': 'fa:16:3e:01:e7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:22Z', 'updated_at': '2022-11-02T12:49:27Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'subnets': [{'id': '17c31632-913c-4107-bf33-d931adf7bd3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:23.923727 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-bf9903f2-7f15-4429-a1ef-691f1374331f service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707022 Nov 02 13:00:24.071186 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0ee36-91a7-404c-a621-8218eeced464 req-e69f6d0c-867f-4b31-a48c-a0f406767e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.072714 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-35f0ee36-91a7-404c-a621-8218eeced464 req-e69f6d0c-867f-4b31-a48c-a0f406767e02 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 1129 time: 0.0839841 Nov 02 13:00:24.074998 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-903c9ee1-6052-49e2-9b4b-9044225a00d2 req-7ed24a96-5176-4afc-90ac-3add19f08cdd service neutron] 10.222.0.94 "GET /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380095 Nov 02 13:00:24.116627 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e9c7a-c616-4763-a20c-cbb0994e464a None None] New status for floating IP 6f994002-b76e-4397-af7b-a9284684cd0f: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:00:24.336357 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e073d-cd2a-4bd5-9938-1b2c4a8bf0ac req-03a245ab-f2f6-4781-a340-d2d2cc8f665e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.337874 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c84e073d-cd2a-4bd5-9938-1b2c4a8bf0ac req-03a245ab-f2f6-4781-a340-d2d2cc8f665e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0601156 Nov 02 13:00:24.392372 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c84e073d-cd2a-4bd5-9938-1b2c4a8bf0ac req-9420ecf7-d901-439a-8488-bd310b68ac96 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Nov 02 13:00:24.550773 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfb518-c1b0-4f18-8aa1-3c507a156390 req-1d79e6a0-500a-4eff-82f4-99c8a443a0eb tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:24.552559 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b9cfb518-c1b0-4f18-8aa1-3c507a156390 req-1d79e6a0-500a-4eff-82f4-99c8a443a0eb tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0606148 Nov 02 13:00:24.611580 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b9cfb518-c1b0-4f18-8aa1-3c507a156390 req-11ce3e3c-1bd7-41ea-8ac5-26168746749f tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535316 Nov 02 13:00:25.543673 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a8c38-42d3-4a1f-8c06-87a4b65f70bb req-ec72b2d8-f1fc-413c-a11d-75e9b7aa54e1 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.546130 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f54a8c38-42d3-4a1f-8c06-87a4b65f70bb req-ec72b2d8-f1fc-413c-a11d-75e9b7aa54e1 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0688212 Nov 02 13:00:25.616821 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f54a8c38-42d3-4a1f-8c06-87a4b65f70bb req-f2032fbd-03ab-4a06-a0ca-9c1a1d5b7785 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627155 Nov 02 13:00:25.791285 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6161e4b-fa53-4912-8822-8fcb2a7a6209 req-f408d576-d5b4-4176-9b0a-66d25cbf4eb5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:25.792774 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6161e4b-fa53-4912-8822-8fcb2a7a6209 req-f408d576-d5b4-4176-9b0a-66d25cbf4eb5 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0626202 Nov 02 13:00:25.848593 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a6161e4b-fa53-4912-8822-8fcb2a7a6209 req-9f87bbb4-26ce-4bd1-8de3-51e2a0d6ea5e tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490050 Nov 02 13:00:26.752326 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec99dc-edc7-4009-86f8-a3f52c482d2f req-0b8e3056-dea5-4fec-b979-dece9d2512f0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:26.753817 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d6ec99dc-edc7-4009-86f8-a3f52c482d2f req-0b8e3056-dea5-4fec-b979-dece9d2512f0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0541959 Nov 02 13:00:26.802009 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d6ec99dc-edc7-4009-86f8-a3f52c482d2f req-fde660a0-9d49-4ec2-9861-1a75cf046731 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Nov 02 13:00:26.981738 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7537a526-7133-4b9b-8560-5d19eb772c5b req-45623934-87eb-4434-81a1-811bf9bcd32d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:26.983467 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7537a526-7133-4b9b-8560-5d19eb772c5b req-45623934-87eb-4434-81a1-811bf9bcd32d tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0535674 Nov 02 13:00:27.031581 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7537a526-7133-4b9b-8560-5d19eb772c5b req-62b5acbc-7467-4f66-9956-4beb39c55260 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426166 Nov 02 13:00:27.512124 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-35f0ee36-91a7-404c-a621-8218eeced464 req-43a32960-1d4d-4723-8375-ed7d98d2a489 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Nov 02 13:00:27.528307 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918712d-10d2-4f3c-994b-b063635875a4 req-74a7f1a1-3029-41f3-93b3-78aef1f75e25 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:27.529966 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2918712d-10d2-4f3c-994b-b063635875a4 req-74a7f1a1-3029-41f3-93b3-78aef1f75e25 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0568557 Nov 02 13:00:27.927259 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efaea-a801-44aa-94ca-2ea8e9af9616 req-bc670b82-e4ed-4402-969a-be2749daea67 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:27.928732 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d8efaea-a801-44aa-94ca-2ea8e9af9616 req-bc670b82-e4ed-4402-969a-be2749daea67 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0545011 Nov 02 13:00:27.977787 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-7d8efaea-a801-44aa-94ca-2ea8e9af9616 req-faf3b904-e7cd-4994-a8d3-cd8c7490831e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Nov 02 13:00:28.155795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e739a5c-311f-4bb7-a479-7a0b9cacbd49 req-528fb582-3d0d-4740-aec6-6e0046849484 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:28.157181 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e739a5c-311f-4bb7-a479-7a0b9cacbd49 req-528fb582-3d0d-4740-aec6-6e0046849484 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 945 time: 0.0547121 Nov 02 13:00:28.214452 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4e739a5c-311f-4bb7-a479-7a0b9cacbd49 req-e2ea3bc7-81f8-4bbf-bc84-dc488770aa2a tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/security-groups?id=1a1f00e0-cb4b-4695-bb67-386f88a3442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Nov 02 13:00:28.335626 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:28.335967 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.441257 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] For port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:28.441596 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.456586 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for f27b0f9c-9831-4f01-9ab6-a7d30362ecbd owned by compute:nova {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:28.624391 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (f27b0f9c-9831-4f01-9ab6-a7d30362ecbd), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.661115 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=f27b0f9c-9831-4f01-9ab6-a7d30362ecbd,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:28.746945 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] No DVR routers for this DVR port f27b0f9c-9831-4f01-9ab6-a7d30362ecbd on host hv-cinder-86327 {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:28.750219 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:28.753627 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-2918712d-10d2-4f3c-994b-b063635875a4 req-7fc8bbf4-f005-4d61-b24a-0e1d277e4a96 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.94 "DELETE /v2.0/ports/f27b0f9c-9831-4f01-9ab6-a7d30362ecbd HTTP/1.1" status: 204 len: 173 time: 0.5501540 Nov 02 13:00:28.754167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'name': 'network-vif-deleted', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:00:28.756465 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb433d5-2fda-4a9f-8625-80b3b178068e" -d '{"events": [{"server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "name": "network-vif-deleted", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:00:28.940745 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56033af-2552-429e-a243-9d705f2183f5 x-openstack-request-id: req-f56033af-2552-429e-a243-9d705f2183f5 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:00:28.941536 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "419b369e-c570-4d2c-9288-b2cae870119e", "name": "network-vif-deleted", "tag": "f27b0f9c-9831-4f01-9ab6-a7d30362ecbd", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:00:28.941703 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-f56033af-2552-429e-a243-9d705f2183f5 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:00:28.942448 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f56033af-2552-429e-a243-9d705f2183f5'] response: {'server_uuid': '419b369e-c570-4d2c-9288-b2cae870119e', 'name': 'network-vif-deleted', 'tag': 'f27b0f9c-9831-4f01-9ab6-a7d30362ecbd', 'status': 'completed', 'code': 200} Nov 02 13:00:29.139975 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31168d8-27d6-4074-9320-a1ddc888814f req-1935583c-204c-4210-9697-f86f704a0b68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:29.147021 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f31168d8-27d6-4074-9320-a1ddc888814f req-1935583c-204c-4210-9697-f86f704a0b68 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0835564 Nov 02 13:00:29.221276 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f31168d8-27d6-4074-9320-a1ddc888814f req-d707c053-130c-4f6b-abc4-85ed0bfc114b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654135 Nov 02 13:00:29.339878 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3aea51d6-bd57-4c43-b61d-f98df3baab96 req-88f9f837-94b1-46e8-ad4a-a5d101f0be26 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "GET /v2.0/ports?device_id=419b369e-c570-4d2c-9288-b2cae870119e HTTP/1.1" status: 200 len: 210 time: 0.0291958 Nov 02 13:00:29.372149 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f27b0f9c-9831-4f01-9ab6-a7d30362ecbd no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:29.392214 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: f27b0f9c-9831-4f01-9ab6-a7d30362ecbd {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:29.392563 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device f27b0f9c-9831-4f01-9ab6-a7d30362ecbd not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:30.364407 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88368-73fa-4e45-aff7-b2644ce19205 req-bfa4fb0c-1370-4b7e-9bd1-dc1217b49582 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:30.365910 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16b88368-73fa-4e45-aff7-b2644ce19205 req-bfa4fb0c-1370-4b7e-9bd1-dc1217b49582 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0637739 Nov 02 13:00:30.409991 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45386) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:30.424274 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-16b88368-73fa-4e45-aff7-b2644ce19205 req-5393f1bc-47b3-405d-84da-d5685b1b9a46 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Nov 02 13:00:30.542515 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Deleting port 8427d311-3869-4e2b-8ab0-34c4958643ad {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:30.542866 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.651418 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.651739 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (8427d311-3869-4e2b-8ab0-34c4958643ad), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.666338 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Calling delete_port for 8427d311-3869-4e2b-8ab0-34c4958643ad owned by network:floatingip {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:30.829787 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (8427d311-3869-4e2b-8ab0-34c4958643ad), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.858051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'Port': ['ID=8427d311-3869-4e2b-8ab0-34c4958643ad,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:30.939045 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for floatingip (807bf7e8-14da-4142-8dd3-dec0b7bd4115), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.942462 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:30.944141 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8137b2f6-a0d7-4d49-957a-8c436ec7dd27 tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "DELETE /v2.0/floatingips/807bf7e8-14da-4142-8dd3-dec0b7bd4115 HTTP/1.1" status: 204 len: 168 time: 0.5329511 Nov 02 13:00:31.440778 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45456) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:31.592960 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3cd0-e89e-4dd4-831e-9a6caafc09ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.693452 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3cd0-e89e-4dd4-831e-9a6caafc09ce admin admin] Publish callbacks [] for security_group (ddc110ee-2f05-4933-aed4-0b456d11be8c), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.699812 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8cbf3cd0-e89e-4dd4-831e-9a6caafc09ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ddc110ee-2f05-4933-aed4-0b456d11be8c), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.747036 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8cbf3cd0-e89e-4dd4-831e-9a6caafc09ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9dd474606d7f4ad28ec46133ad2b5965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3043585 Nov 02 13:00:31.749546 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf3cd0-e89e-4dd4-831e-9a6caafc09ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc110ee-2f05-4933-aed4-0b456d11be8c,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:31.752794 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45462) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:31.818171 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] Publish callbacks [] for security_group (ddc110ee-2f05-4933-aed4-0b456d11be8c), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.842328 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] Publish callbacks [] for security_group (ddc110ee-2f05-4933-aed4-0b456d11be8c), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.903045 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (ddc110ee-2f05-4933-aed4-0b456d11be8c), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.906384 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:31.907558 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/ddc110ee-2f05-4933-aed4-0b456d11be8c HTTP/1.1" status: 204 len: 168 time: 0.1536889 Nov 02 13:00:31.920184 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29cc84-415a-4483-9dde-41869ef3eae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc110ee-2f05-4933-aed4-0b456d11be8c,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:32.211396 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45476) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.293704 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (1a1f00e0-cb4b-4695-bb67-386f88a3442d), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.341215 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (1a1f00e0-cb4b-4695-bb67-386f88a3442d), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.424757 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (1a1f00e0-cb4b-4695-bb67-386f88a3442d), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.427608 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.428985 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] 10.222.0.91 "DELETE /v2.0/security-groups/1a1f00e0-cb4b-4695-bb67-386f88a3442d HTTP/1.1" status: 204 len: 168 time: 0.2165275 Nov 02 13:00:32.450409 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177b455-017b-44a2-9256-5aba897f7a2c tempest-TestVolumeBootPattern-435561667 tempest-TestVolumeBootPattern-435561667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f00e0-cb4b-4695-bb67-386f88a3442d,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:32.521974 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45488) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.724824 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45496) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:32.781595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1575875821-network', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:32.885264 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Made reservation on behalf of 04f3854e805b4dffa47b02b68228e39f for: {'network': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:32.887519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:32.902201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.118774 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks [] for security_group (30a2ee11-7d5a-4ca8-9011-2349e284628d), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.128904 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (30a2ee11-7d5a-4ca8-9011-2349e284628d), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.162254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1371, 'physical_network': 'physnet1'} {{(pid=115588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:33.196541 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2ee11-7d5a-4ca8-9011-2349e284628d,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.202025 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (258940cc-669e-42ab-a604-cd95c5753a1e), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.202358 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.segments_db [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Added segment 258940cc-669e-42ab-a604-cd95c5753a1e of type vlan for network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 Nov 02 13:00:33.253223 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.292694 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.293670 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:33.295042 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.358222 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6319966 Nov 02 13:00:33.365363 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45502) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.368959 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Request body: {'subnet': {'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1575875821-subnet', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:33.384716 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5960b88-aa4a-4805-8ee6-048b3ab93d12 admin admin] Pushing event updated for resources: {'Network': ['ID=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.393858 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Made reservation on behalf of 04f3854e805b4dffa47b02b68228e39f for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:33.396316 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.396495 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:33.418001 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.645396 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (d0425523-95d2-42e8-9a10-ca520f2ee798), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.693003 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Deleting port 22145cbf-b901-48fa-a052-35e6404a8296 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:33.693232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (22145cbf-b901-48fa-a052-35e6404a8296), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.731277 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0425523-95d2-42e8-9a10-ca520f2ee798,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:33.742914 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Checking segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:33.743308 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Network hostable DHCP agents. Network: 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:33.763131 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:33.781711 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:33.786747 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:33.787933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.792177 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe563845-2b7e-4fa6-bfe5-9a4eab1e6ffc None None] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:33.824974 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-6d05c20c-4779-4e35-8b9d-598a083efb12 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4611583 Nov 02 13:00:33.825674 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45504) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:33.830673 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:33.856943 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (90470f64-04fc-4c9c-bc45-34d36d955406), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.858849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (90470f64-04fc-4c9c-bc45-34d36d955406), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.926106 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for router_controller (90470f64-04fc-4c9c-bc45-34d36d955406), precommit_add_association {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:33.933001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:00:33.934147 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.065201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] For port 22145cbf-b901-48fa-a052-35e6404a8296, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=22145cbf-b901-48fa-a052-35e6404a8296,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:34.065201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (22145cbf-b901-48fa-a052-35e6404a8296), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.080872 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Calling delete_port for 22145cbf-b901-48fa-a052-35e6404a8296 owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:34.098082 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for router_gateway (90470f64-04fc-4c9c-bc45-34d36d955406), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.117401 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Allocated IP 172.20.0.2 (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483/d0425523-95d2-42e8-9a10-ca520f2ee798/73431bb6-474c-4672-81bf-91a99d2511a4) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:34.312949 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks [] for port (73431bb6-474c-4672-81bf-91a99d2511a4), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.323119 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.354611 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (22145cbf-b901-48fa-a052-35e6404a8296), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.370009 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:34.379311 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:34.383598 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:34.385118 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Pushing event deleted for resources: {'Port': ['ID=22145cbf-b901-48fa-a052-35e6404a8296,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:34.390833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Pushing event updated for resources: {'Port': ['ID=73431bb6-474c-4672-81bf-91a99d2511a4,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:34.465729 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for router_gateway (90470f64-04fc-4c9c-bc45-34d36d955406), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.473724 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Attempting to bind port 73431bb6-474c-4672-81bf-91a99d2511a4 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:34.474456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Attempting to bind port 73431bb6-474c-4672-81bf-91a99d2511a4 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:34.474678 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Attempting to bind port 73431bb6-474c-4672-81bf-91a99d2511a4 on network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:34.481673 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:34.482395 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Checking segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:34.483463 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.485378 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Bound using segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:34.486358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Bound port: 73431bb6-474c-4672-81bf-91a99d2511a4, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:34.486520 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.500762 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.616450 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] For port 73431bb6-474c-4672-81bf-91a99d2511a4, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:34.621599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] For port 73431bb6-474c-4672-81bf-91a99d2511a4, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=73431bb6-474c-4672-81bf-91a99d2511a4,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:34.636347 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.642948 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.705441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Allocated IP 172.27.0.102 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/7c7ef28e-676e-4c41-9220-3b6bcff23fdb) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:34.739559 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db21fa-5f50-4696-b075-6546ef5a08b6 None None] Pushing event updated for resources: {'Port': ['ID=73431bb6-474c-4672-81bf-91a99d2511a4,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:34.859400 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.953336 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:34.966826 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:35.009325 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:35.015247 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:35.019421 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:35.049490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Pushing event updated for resources: {'Port': ['ID=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:35.117714 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:35.124361 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-b3744621-43e8-48f5-aca6-149531cf53db admin admin] 10.222.0.91 "PUT /v2.0/routers/d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6010377 Nov 02 13:00:35.126715 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45508) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:35.132088 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Sync routers for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:35.143661 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:35.144295 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:35.264123 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:35.289719 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks [] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.391912 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for router_gateway (90470f64-04fc-4c9c-bc45-34d36d955406), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.416499 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks [] for router_gateway (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.496850 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Deleting port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:35.497352 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.523878 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132'}], 'enable_snat': True}, 'gw_port_id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T13:00:34Z', 'revision_number': 5, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port': {'id': '7a699baa-f7f7-49ff-8e2d-264c3cdf4c32', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:38:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T12:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:35.551107 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Checking router: d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:35.561784 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Routers {'d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:35.562455 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:35.635675 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] For port 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:35.636353 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.659021 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Calling delete_port for 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 owned by network:router_gateway {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:35.675425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (90470f64-04fc-4c9c-bc45-34d36d955406), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.678799 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] Set router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:35.769887 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T13:00:35Z', 'revision_number': 6, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:35.807163 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedde75d-2ea7-4470-bd51-7b72c0e168f3 None None] The sync data for ids ['d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1'] in dv-cinder-863277-1-iscsi is: [{'id': 'd35bfd6c-5354-4a22-9c3c-997e2cdc2cc1', 'name': 'tempest-TestVolumeBootPattern-972775215-router', 'tenant_id': '9c63521170144f4e8267e0fe89a02c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:18Z', 'updated_at': '2022-11-02T13:00:35Z', 'revision_number': 6, 'project_id': '9c63521170144f4e8267e0fe89a02c1d', 'gw_port_host': None}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:35.887501 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a832cd23-1f78-4ba0-98cf-04d615c0432b None None] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:35.888553 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Router 90470f64-04fc-4c9c-bc45-34d36d955406 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:00:35.952615 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (7a699baa-f7f7-49ff-8e2d-264c3cdf4c32), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:35.985519 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a699baa-f7f7-49ff-8e2d-264c3cdf4c32,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.038363 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Provisioning complete for port 73431bb6-474c-4672-81bf-91a99d2511a4 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:36.038363 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.038363 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Attempt 1 to provision port 73431bb6-474c-4672-81bf-91a99d2511a4 Nov 02 13:00:36.062453 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.156342 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Current status of the port 73431bb6-474c-4672-81bf-91a99d2511a4 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:36.160699 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.205448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.213285 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks [] for router_controller (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.222827 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] For port 73431bb6-474c-4672-81bf-91a99d2511a4, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=73431bb6-474c-4672-81bf-91a99d2511a4,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:36.231026 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.290200 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.290852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 {{(pid=115588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:00:36.303967 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.306352 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-0dd630e3-e72c-45d9-9c57-a28558cda134 admin admin] 10.222.0.91 "DELETE /v2.0/routers/d35bfd6c-5354-4a22-9c3c-997e2cdc2cc1 HTTP/1.1" status: 204 len: 168 time: 1.1773038 Nov 02 13:00:36.324810 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45512) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:36.331467 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11811e-5dcb-4d41-96ba-6eb5163e8b2c None None] Pushing event updated for resources: {'Port': ['ID=73431bb6-474c-4672-81bf-91a99d2511a4,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.391862 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:36.412744 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.416958 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-39150b80-6acb-4132-9587-899e2e62c62c admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5871491 Nov 02 13:00:36.417165 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45516) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:36.419780 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Sync routers for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:36.431204 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Deleting subnet 17c31632-913c-4107-bf33-d931adf7bd3a {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:00:36.434725 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Publish callbacks [] for subnet (17c31632-913c-4107-bf33-d931adf7bd3a), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.456960 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:36.457516 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:36.485260 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (17c31632-913c-4107-bf33-d931adf7bd3a), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.574486 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-bee5facf-39cf-4223-8dee-35424ba64e5c None None] Provisioning complete for port 73431bb6-474c-4672-81bf-91a99d2511a4 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:36.574884 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bee5facf-39cf-4223-8dee-35424ba64e5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.575205 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bee5facf-39cf-4223-8dee-35424ba64e5c None None] Attempt 1 to provision port 73431bb6-474c-4672-81bf-91a99d2511a4 Nov 02 13:00:36.601402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (17c31632-913c-4107-bf33-d931adf7bd3a), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.618660 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:36.682337 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (17c31632-913c-4107-bf33-d931adf7bd3a), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.736501 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17c31632-913c-4107-bf33-d931adf7bd3a,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:36.741420 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.746353 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-d1f952d3-70ba-4931-9265-3a2e6857d807 admin admin] 10.222.0.91 "DELETE /v2.0/subnets/17c31632-913c-4107-bf33-d931adf7bd3a HTTP/1.1" status: 204 len: 168 time: 0.4211390 Nov 02 13:00:36.748694 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45518) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:36.775257 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68000d47-6af1-45fa-af44-625c082c1139 None None] Network cef30bd9-58ef-4273-8041-b5e9444b8d02 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:36.848772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (cef30bd9-58ef-4273-8041-b5e9444b8d02), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.921771 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Deleting port 714974dd-b0dc-42a0-a702-bf0f5dec031b {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:36.922133 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:36.939871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 73431bb6-474c-4672-81bf-91a99d2511a4 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:37.013800 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] For port 714974dd-b0dc-42a0-a702-bf0f5dec031b, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=714974dd-b0dc-42a0-a702-bf0f5dec031b,segment=NetworkSegment(a7ab6669-9909-433b-80cd-677c5538ad9c),segment_id=a7ab6669-9909-433b-80cd-677c5538ad9c)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:37.015298 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.015953 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bee5facf-39cf-4223-8dee-35424ba64e5c None None] Current status of the port 73431bb6-474c-4672-81bf-91a99d2511a4 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:37.039414 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Calling delete_port for 714974dd-b0dc-42a0-a702-bf0f5dec031b owned by network:dhcp {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:37.039696 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.153087 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (714974dd-b0dc-42a0-a702-bf0f5dec031b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.206776 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Pushing event deleted for resources: {'Port': ['ID=714974dd-b0dc-42a0-a702-bf0f5dec031b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:37.207934 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] No DVR routers for this DVR port 714974dd-b0dc-42a0-a702-bf0f5dec031b on host dv-cinder-863277-1-iscsi {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:37.237974 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 73431bb6-474c-4672-81bf-91a99d2511a4 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:37.238467 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.238878 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 73431bb6-474c-4672-81bf-91a99d2511a4 Nov 02 13:00:37.278209 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Allocated IP 172.20.0.1 (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483/d0425523-95d2-42e8-9a10-ca520f2ee798/9d87fe3f-31bc-4785-a34c-8f4b5fdd2962) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:37.320456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:35Z', 'revision_number': 3, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:37.327692 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (cef30bd9-58ef-4273-8041-b5e9444b8d02), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.358863 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef30bd9-58ef-4273-8041-b5e9444b8d02']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:37.369503 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ab6669-9909-433b-80cd-677c5538ad9c') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:37.369838 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ab6669-9909-433b-80cd-677c5538ad9c') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:37.381821 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91a721d-26c2-4376-9f8a-78fcdf76bb27 None None] DHCP port deletion for cef30bd9-58ef-4273-8041-b5e9444b8d02 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:00:37.383994 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (a7ab6669-9909-433b-80cd-677c5538ad9c), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.389345 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Checking router: 90470f64-04fc-4c9c-bc45-34d36d955406 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:37.389775 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Updating router 90470f64-04fc-4c9c-bc45-34d36d955406 port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:37.408392 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (a7ab6669-9909-433b-80cd-677c5538ad9c), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.416960 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Releasing vlan 1366 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:37.417690 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (a7ab6669-9909-433b-80cd-677c5538ad9c), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.439076 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks [] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.466681 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.500662 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.506684 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment a7ab6669-9909-433b-80cd-677c5538ad9c resource provider aggregate not found Nov 02 13:00:37.522805 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (cef30bd9-58ef-4273-8041-b5e9444b8d02), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.522805 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.522805 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] 10.222.0.91 "DELETE /v2.0/networks/cef30bd9-58ef-4273-8041-b5e9444b8d02 HTTP/1.1" status: 204 len: 168 time: 0.7719281 Nov 02 13:00:37.526343 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45526) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:37.534740 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment a7ab6669-9909-433b-80cd-677c5538ad9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7ab6669-9909-433b-80cd-677c5538ad9c found for delete ", "request_id": "req-02a93da4-3ef1-444f-b0d4-c1ef85200bf2"}]} Nov 02 13:00:37.539355 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 73431bb6-474c-4672-81bf-91a99d2511a4 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:37.577680 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f0224-35e0-4e1d-9eee-f24e9e411678 admin admin] Pushing event deleted for resources: {'Network': ['ID=cef30bd9-58ef-4273-8041-b5e9444b8d02,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:37.585268 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:37.608610 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:37.610719 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:37.614218 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:37.636072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 22145cbf-b901-48fa-a052-35e6404a8296 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:37.663361 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (90470f64-04fc-4c9c-bc45-34d36d955406), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.672492 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 22145cbf-b901-48fa-a052-35e6404a8296 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:37.673113 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 22145cbf-b901-48fa-a052-35e6404a8296 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:37.834158 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.922278 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks [] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.932370 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.951792 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Attempting to bind port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:37.952499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Attempting to bind port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:37.952611 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Attempting to bind port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:37.962614 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:37.963011 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:37.963346 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:37.963752 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:37.966333 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Bound port: 7c7ef28e-676e-4c41-9220-3b6bcff23fdb, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:37.966738 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.006013 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.038190 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks [] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.043783 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.050477 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac6bb-8df5-4905-8d3c-a92e16d006d3 None None] Pushing event updated for resources: {'Port': ['ID=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.053169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Provisioning complete for port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:38.053548 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.053890 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 1 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:38.088964 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] For port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:38.108210 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] For port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:38.108672 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:38.115965 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.120911 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (90470f64-04fc-4c9c-bc45-34d36d955406), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.157106 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:38.157831 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:38.218350 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac6bb-8df5-4905-8d3c-a92e16d006d3 None None] Pushing event updated for resources: {'Port': ['ID=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.238343 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:38.240272 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Pushing event updated for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:38.242863 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:38.334085 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:38.476547 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Router 90470f64-04fc-4c9c-bc45-34d36d955406 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:38.502609 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 73431bb6-474c-4672-81bf-91a99d2511a4 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:38.598981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 73431bb6-474c-4672-81bf-91a99d2511a4 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:38.598981 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.598981 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 73431bb6-474c-4672-81bf-91a99d2511a4 Nov 02 13:00:38.621719 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 2 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:38.626842 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Deleting port 53b1b25e-9851-4eab-ba40-dfdcc97910f7 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:38.627371 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.658705 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:38.673266 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-c6c59adf-85ff-4c91-aba7-04a3ff6bc0ce admin admin] 10.222.0.91 "PUT /v2.0/routers/90470f64-04fc-4c9c-bc45-34d36d955406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2460945 Nov 02 13:00:38.710108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:38.740121 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] For port 53b1b25e-9851-4eab-ba40-dfdcc97910f7, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=53b1b25e-9851-4eab-ba40-dfdcc97910f7,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:38.740581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:38.755072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 2, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:38.761496 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Calling delete_port for 53b1b25e-9851-4eab-ba40-dfdcc97910f7 owned by network:router_interface {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:38.791542 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3ac76-570d-44d1-8b20-84bcc9c7adbb None None] The sync data for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi is: [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 2, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:38.798876 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 73431bb6-474c-4672-81bf-91a99d2511a4 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:38.883740 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 714974dd-b0dc-42a0-a702-bf0f5dec031b no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:38.912767 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 714974dd-b0dc-42a0-a702-bf0f5dec031b {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:38.913298 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 714974dd-b0dc-42a0-a702-bf0f5dec031b not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:38.913829 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:38.952152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:38.952912 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7a699baa-f7f7-49ff-8e2d-264c3cdf4c32 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:39.021100 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (53b1b25e-9851-4eab-ba40-dfdcc97910f7), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.049921 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Pushing event deleted for resources: {'Port': ['ID=53b1b25e-9851-4eab-ba40-dfdcc97910f7,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.211295 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 3 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:39.265195 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:39.345304 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.420565 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45544) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:39.426343 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1870683937-network', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:39.461593 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Made reservation on behalf of 8cb9100296dd45bfaab650fe384e0ce9 for: {'network': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:39.464942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for network (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.476740 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.588940 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks [] for security_group (a3c72f09-5241-4c7a-92b3-a9694b105f05), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.600059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a3c72f09-5241-4c7a-92b3-a9694b105f05), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.629211 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] vlan segment allocate from pool success with {'vlan_id': 1370, 'physical_network': 'physnet1'} {{(pid=115589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 02 13:00:39.651536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c72f09-5241-4c7a-92b3-a9694b105f05,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.656556 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (10f3185a-3a79-4fc0-adde-a2b28d8bb972), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.656900 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.segments_db [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Added segment 10f3185a-3a79-4fc0-adde-a2b28d8bb972 of type vlan for network 02976218-01e8-44ca-9310-801d3eb0289e Nov 02 13:00:39.683087 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Router cd1bfac3-aa98-468f-85d0-3921f1a81e6b has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:39.707040 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740153706325'] for network (02976218-01e8-44ca-9310-801d3eb0289e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.741511 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050'] for network (02976218-01e8-44ca-9310-801d3eb0289e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.742881 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:39.743849 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:39.770581 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 4 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:39.843499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:39.855018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:39.866733 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-0b9f16e2-e33d-431f-a9f4-52b2edd881ba admin admin] 10.222.0.91 "PUT /v2.0/routers/cd1bfac3-aa98-468f-85d0-3921f1a81e6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3382692 Nov 02 13:00:39.869418 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] 10.222.0.91 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4467080 Nov 02 13:00:39.871188 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Sync routers for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:39.872898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45548) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:39.872898 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45550) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:39.883889 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Request body: {'subnet': {'network_id': '02976218-01e8-44ca-9310-801d3eb0289e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1870683937-subnet', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'ip_version': 4}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:39.887954 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:39.889010 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:39.898406 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2e600-4490-47cf-8d29-fee537597cab admin admin] Pushing event updated for resources: {'Network': ['ID=02976218-01e8-44ca-9310-801d3eb0289e,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:39.913330 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Network 02976218-01e8-44ca-9310-801d3eb0289e details requested by agent ovs-agent-dv-cinder-863277-1-iscsi with host dv-cinder-863277-1-iscsi {{(pid=115590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 02 13:00:39.969559 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Made reservation on behalf of 8cb9100296dd45bfaab650fe384e0ce9 for: {'subnet': 1} {{(pid=115589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:39.972033 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5474921'] for subnet (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.034330 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:40.112362 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks [] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.256622 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 5, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.288569 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Checking router: cd1bfac3-aa98-468f-85d0-3921f1a81e6b for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:40.298067 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Routers {'cd1bfac3-aa98-468f-85d0-3921f1a81e6b'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:40.298725 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.318831 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks [] for router_gateway (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.345248 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 5 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:40.383112 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5328093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5474971'] for subnet (622b4fad-1076-4d81-9027-fee1b2d35234), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.411456 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:40.441107 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] Set router cd1bfac3-aa98-468f-85d0-3921f1a81e6b gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:40.468941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622b4fad-1076-4d81-9027-fee1b2d35234,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:40.472895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Deleting port 05247d92-48e3-41d1-a7b3-a7dc5f628f77 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:40.473234 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.528135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Checking segment: {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:40.528497 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Network hostable DHCP agents. Network: 02976218-01e8-44ca-9310-801d3eb0289e, hostable agents: ['777dd5fc-1995-4323-a23f-fa98047f42f6'], hosted agents: [] {{(pid=115589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 02 13:00:40.580733 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Network 02976218-01e8-44ca-9310-801d3eb0289e is scheduled to be hosted by DHCP agent 777dd5fc-1995-4323-a23f-fa98047f42f6 with binding_index 1 {{(pid=115589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 02 13:00:40.585633 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7c7ef28e-676e-4c41-9220-3b6bcff23fdb up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:40.596441 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-863277-1-iscsi, 02976218-01e8-44ca-9310-801d3eb0289e) {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:40.603405 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:40.604775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.609130 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] For port 05247d92-48e3-41d1-a7b3-a7dc5f628f77, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=05247d92-48e3-41d1-a7b3-a7dc5f628f77,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:40.609493 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.628429 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Calling delete_port for 05247d92-48e3-41d1-a7b3-a7dc5f628f77 owned by network:router_gateway {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:40.642457 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d77c3c5-edb3-4c3b-b91d-7ab2c3cfe752 None None] Network 02976218-01e8-44ca-9310-801d3eb0289e requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:40.645928 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8d44c79a-1d2c-41ab-b1c0-341d1d1e5512 admin admin] 10.222.0.91 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7696853 Nov 02 13:00:40.646274 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45558) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:40.651008 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:40.688494 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 5, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:40.708254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557016', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6600'] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.709966 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-556616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555026', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-730271', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6599'] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.718357 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d640b064-6578-4f21-8c9c-b9be059e482a None None] The sync data for ids ['cd1bfac3-aa98-468f-85d0-3921f1a81e6b'] in dv-cinder-863277-1-iscsi is: [{'id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'name': 'tempest-TestVolumeBootPattern-1336656680-router', 'tenant_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T12:49:26Z', 'updated_at': '2022-11-02T13:00:38Z', 'revision_number': 5, 'project_id': 'c2edc6cbec464ec6909b17e323bd8d45', 'gw_port': {'id': '05247d92-48e3-41d1-a7b3-a7dc5f628f77', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b0:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1bfac3-aa98-468f-85d0-3921f1a81e6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T12:49:27Z', 'updated_at': '2022-11-02T12:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:40.820919 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a704f55f-bc81-41d7-b1b5-c8d840793fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.825213 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for router_controller (abad4bec-2e56-4a69-b80a-fb4732b35b06), precommit_add_association {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.844479 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:40.844866 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.845208 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb Nov 02 13:00:40.898068 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (05247d92-48e3-41d1-a7b3-a7dc5f628f77), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.909213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3c03c557-f5d0-56e5-ba86-fc347ba1bc6f-02976218-01e8-44ca-9310-801d3eb0289e', 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e', 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'fixed_ips': [{'subnet_id': '622b4fad-1076-4d81-9027-fee1b2d35234'}]}} from dv-cinder-863277-1-iscsi. {{(pid=115590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Nov 02 13:00:40.909213 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:40.920703 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 6 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:40.945817 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Pushing event deleted for resources: {'Port': ['ID=05247d92-48e3-41d1-a7b3-a7dc5f628f77,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:40.988074 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for router_gateway (abad4bec-2e56-4a69-b80a-fb4732b35b06), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.006269 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.019222 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:41.071868 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:41.072117 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.107895 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.110769 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks [] for router_controller (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.176276 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (cd1bfac3-aa98-468f-85d0-3921f1a81e6b), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.177267 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd1bfac3-aa98-468f-85d0-3921f1a81e6b {{(pid=115589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:00:41.185867 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.187319 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bb3d17a7-e101-4bd7-9f9f-2051784af722 admin admin] 10.222.0.91 "DELETE /v2.0/routers/cd1bfac3-aa98-468f-85d0-3921f1a81e6b HTTP/1.1" status: 204 len: 168 time: 1.3120611 Nov 02 13:00:41.189947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45564) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:41.263055 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Deleting subnet f65ada9f-1692-4e14-9a1c-97d0298f531a {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:00:41.267069 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Publish callbacks [] for subnet (f65ada9f-1692-4e14-9a1c-97d0298f531a), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.267657 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:41.280151 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.288307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.db_base_plugin_common [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Allocated IP 172.20.0.2 (02976218-01e8-44ca-9310-801d3eb0289e/622b4fad-1076-4d81-9027-fee1b2d35234/bf7336ff-07d8-4170-9a0d-72f212fa9cc1) {{(pid=115590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:41.295623 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for router_gateway (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.313270 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (f65ada9f-1692-4e14-9a1c-97d0298f531a), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.321439 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.403219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.405863 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (f65ada9f-1692-4e14-9a1c-97d0298f531a), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.445245 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:00:41.456625 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Allocated IP 172.27.0.65 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/58e6c7a0-7185-4229-9f0e-eda4ab01fe13) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:41.492173 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (f65ada9f-1692-4e14-9a1c-97d0298f531a), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.522135 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f65ada9f-1692-4e14-9a1c-97d0298f531a,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.526463 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.533210 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 7 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:41.533576 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-839da363-6768-4b53-a640-e8a8a7e96dce admin admin] 10.222.0.91 "DELETE /v2.0/subnets/f65ada9f-1692-4e14-9a1c-97d0298f531a HTTP/1.1" status: 204 len: 168 time: 0.3422587 Nov 02 13:00:41.534213 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45568) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:41.539925 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea84b381-432b-4e28-be5a-c1f7e7c21613 None None] Network 5af9c608-0be3-4d70-bd51-65a366f17b52 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:41.609947 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (5af9c608-0be3-4d70-bd51-65a366f17b52), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.618272 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.644212 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks [] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), precommit_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.648687 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:41.654828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), after_create {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.671032 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.690790 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Deleting port 4f0ca793-afb1-4b27-82cc-b74cb080b117 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:41.691923 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.711521 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Network 02976218-01e8-44ca-9310-801d3eb0289e is already hosted by enough agents. {{(pid=115590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:41.715112 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.scheduler.base_scheduler [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Resources bound (agent type, host, resource id): {{(pid=115590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:41.717483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:41.720062 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Received port after_create {{(pid=115590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:41.726943 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:41.728914 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:41.733007 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Pushing event updated for resources: {'Port': ['ID=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.733923 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Pushing event updated for resources: {'Port': ['ID=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,revision_number=1']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:41.810396 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Attempting to bind port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:41.811615 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Attempting to bind port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:41.812160 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Attempting to bind port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 on network 02976218-01e8-44ca-9310-801d3eb0289e {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:41.819199 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:41.820076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Checking segment: {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:41.821045 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.821948 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Bound using segment: {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:41.822788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Bound port: bf7336ff-07d8-4170-9a0d-72f212fa9cc1, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:41.823361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.859301 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] For port 4f0ca793-afb1-4b27-82cc-b74cb080b117, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=4f0ca793-afb1-4b27-82cc-b74cb080b117,segment=NetworkSegment(a4a202c4-ceed-4975-9a59-aeafb102d3b8),segment_id=a4a202c4-ceed-4975-9a59-aeafb102d3b8)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:41.860213 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:41.879018 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35488904-afdc-4746-acec-7831668f2319 None None] DHCP port deletion for 5af9c608-0be3-4d70-bd51-65a366f17b52 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:00:41.899767 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Calling delete_port for 4f0ca793-afb1-4b27-82cc-b74cb080b117 owned by network:dhcp {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:41.949413 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] For port bf7336ff-07d8-4170-9a0d-72f212fa9cc1, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:41.964635 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] For port bf7336ff-07d8-4170-9a0d-72f212fa9cc1, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:41.974504 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Sync routers for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:41.980565 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.022432 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.050763 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-35488904-afdc-4746-acec-7831668f2319 None None] Deleting port 4f0ca793-afb1-4b27-82cc-b74cb080b117 {{(pid=115590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:00:42.051242 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-35488904-afdc-4746-acec-7831668f2319 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), before_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.067853 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0ca793-afb1-4b27-82cc-b74cb080b117,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:42.069894 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:42.071767 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.078549 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] No DVR routers for this DVR port 4f0ca793-afb1-4b27-82cc-b74cb080b117 on host dv-cinder-863277-1-iscsi {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:42.105858 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for router_gateway (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.152402 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 8 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:42.220635 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e9d3c-39b7-492f-8f35-da65d540a192 None None] Pushing event updated for resources: {'Port': ['ID=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,revision_number=2']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:42.221305 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (5af9c608-0be3-4d70-bd51-65a366f17b52), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.242492 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-35488904-afdc-4746-acec-7831668f2319 None None] For port 4f0ca793-afb1-4b27-82cc-b74cb080b117, host dv-cinder-863277-1-iscsi, got binding levels [] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:42.242902 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-35488904-afdc-4746-acec-7831668f2319 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), precommit_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.251892 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af9c608-0be3-4d70-bd51-65a366f17b52']}} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.289380 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:42.296298 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a202c4-ceed-4975-9a59-aeafb102d3b8') {'for_net_delete': True} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.296603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.services.segments.db [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a202c4-ceed-4975-9a59-aeafb102d3b8') {} {{(pid=115589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.309010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5490780'] for segment (a4a202c4-ceed-4975-9a59-aeafb102d3b8), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.322433 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-35488904-afdc-4746-acec-7831668f2319 None None] Calling delete_port for 4f0ca793-afb1-4b27-82cc-b74cb080b117 owned by network:dhcp {{(pid=115590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:00:42.332200 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.ipam_backend_mixin [None req-35488904-afdc-4746-acec-7831668f2319 None None] Port 4f0ca793-afb1-4b27-82cc-b74cb080b117 was not found and therefore no delete operation was performed {{(pid=115590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Nov 02 13:00:42.337325 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-35488904-afdc-4746-acec-7831668f2319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239'] for port (4f0ca793-afb1-4b27-82cc-b74cb080b117), after_delete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.351450 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (a4a202c4-ceed-4975-9a59-aeafb102d3b8), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.358502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Releasing vlan 1353 on physical network physnet1 to pool {{(pid=115589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:00:42.358911 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5328762'] for segment (a4a202c4-ceed-4975-9a59-aeafb102d3b8), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.384698 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35488904-afdc-4746-acec-7831668f2319 None None] No DVR routers for this DVR port 4f0ca793-afb1-4b27-82cc-b74cb080b117 on host dv-cinder-863277-1-iscsi {{(pid=115590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:00:42.392870 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35488904-afdc-4746-acec-7831668f2319 None None] Pushing event deleted for resources: {'Port': ['ID=4f0ca793-afb1-4b27-82cc-b74cb080b117,revision_number=None']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:42.406258 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:42.462700 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-556609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555207'] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.634755 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Router abad4bec-2e56-4a69-b80a-fb4732b35b06 is scheduled to L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 with binding_index 1 {{(pid=115588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 02 13:00:42.720539 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 2, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.755480 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Checking router: 90470f64-04fc-4c9c-bc45-34d36d955406 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:42.756102 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Updating router 90470f64-04fc-4c9c-bc45-34d36d955406 port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:42.791470 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:42.791940 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 9 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:42.805830 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Sync routers for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:42.831611 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.831921 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:42.832933 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (5af9c608-0be3-4d70-bd51-65a366f17b52), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.834000 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:13Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:42.840061 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-18c08f5f-8cc1-4cd7-8473-b2228e719a36 admin admin] 10.222.0.91 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1922491 Nov 02 13:00:42.841765 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45580) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:42.846910 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.855410 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] 10.222.0.91 "DELETE /v2.0/networks/5af9c608-0be3-4d70-bd51-65a366f17b52 HTTP/1.1" status: 204 len: 168 time: 1.3150570 Nov 02 13:00:42.887119 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c99320-b71f-4852-a9f3-c3770704f8a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af9c608-0be3-4d70-bd51-65a366f17b52,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:42.898614 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:42.905575 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:42.959841 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7c7ef28e-676e-4c41-9220-3b6bcff23fdb up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:43.029456 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:43.241162 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:43.242059 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.242059 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb Nov 02 13:00:43.265677 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment a4a202c4-ceed-4975-9a59-aeafb102d3b8 resource provider aggregate not found Nov 02 13:00:43.276240 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45588) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:43.285242 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.services.segments.plugin [-] Segment a4a202c4-ceed-4975-9a59-aeafb102d3b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4a202c4-ceed-4975-9a59-aeafb102d3b8 found for delete ", "request_id": "req-7deface9-7b38-45c0-be6d-ef134ff7eea8"}]} Nov 02 13:00:43.324427 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-0fe26c8f-e192-4424-b596-5e02f18c2226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.355548 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-e72c0238-2d3d-4335-bace-abb4baf16eeb admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=9c63521170144f4e8267e0fe89a02c1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778315 Nov 02 13:00:43.359210 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45590) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:43.427957 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Attempt 10 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:43.430234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:43.431569 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device bf7336ff-07d8-4170-9a0d-72f212fa9cc1 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:43.461473 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 3, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:43.479402 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] Publish callbacks [] for security_group (71753dbb-bc73-499e-a5c5-20ba4f670ed0), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.508206 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Checking router: abad4bec-2e56-4a69-b80a-fb4732b35b06 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:43.509019 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Updating router abad4bec-2e56-4a69-b80a-fb4732b35b06 port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 binding host dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:43.515941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] Publish callbacks [] for security_group (71753dbb-bc73-499e-a5c5-20ba4f670ed0), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.558792 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-bec897fc-2ec8-4fc8-80e6-a48a449d19d8 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:43.578844 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (71753dbb-bc73-499e-a5c5-20ba4f670ed0), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.579254 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.585220 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.586422 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/71753dbb-bc73-499e-a5c5-20ba4f670ed0 HTTP/1.1" status: 204 len: 168 time: 0.2261980 Nov 02 13:00:43.597107 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec79a33-7a9d-43fb-932f-863445e6cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71753dbb-bc73-499e-a5c5-20ba4f670ed0,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:43.613462 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812532d8-3733-4a7a-9bc1-804e72efb007 None None] Network 02976218-01e8-44ca-9310-801d3eb0289e requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:00:43.684591 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.930964 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks [] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.948497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Allocated IP 172.20.0.1 (02976218-01e8-44ca-9310-801d3eb0289e/622b4fad-1076-4d81-9027-fee1b2d35234/b2b62de5-a33a-410b-8e66-9acc70f9cd2f) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:43.955384 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks [] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), precommit_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.957301 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.962884 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Provisioning complete for port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:43.963221 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.963499 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.963930 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Attempt 1 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:43.970234 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:43.970768 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:43.971216 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 Nov 02 13:00:44.003671 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Attempting to bind port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:44.004044 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Attempting to bind port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:44.004401 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Attempting to bind port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 on network dca5785d-562a-40b9-8cbf-306f717f512c {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:44.023360 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Pushing event updated for resources: {'Port': ['ID=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,revision_number=2']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.034391 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.034879 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.035253 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.035591 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.036121 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.036974 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.037725 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.038227 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.038846 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.039573 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.040084 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.040576 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.041062 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:00:44.047096 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:44.047853 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Checking segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:44.048494 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.049031 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Bound using segment: {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'} {{(pid=115591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:44.049850 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.managers [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Bound port: 58e6c7a0-7185-4229-9f0e-eda4ab01fe13, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c'}}] {{(pid=115591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:44.050455 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), before_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.076872 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks [] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.111921 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] For port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:44.116283 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.plugins.ml2.db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] For port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:44.125818 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron_lib.callbacks.manager [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), after_update {{(pid=115591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.137361 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.180182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Network 02976218-01e8-44ca-9310-801d3eb0289e is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:44.184554 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45598) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:44.187642 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e63a-5a7f-419b-b798-714772fd9bed None None] Pushing event updated for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.187860 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:44.190061 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:44.209123 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0778b-ee96-4c9c-b4bc-a52eeac53ce2 None None] Pushing event updated for resources: {'Port': ['ID=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,revision_number=3']} {{(pid=115591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.209402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:44.218065 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:44.218708 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:44.243795 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Attempting to bind port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:44.244337 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Attempting to bind port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:44.244793 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Attempting to bind port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 on network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:44.270022 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-862aa1f3-5049-4d76-a04f-90ec9222df41 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=c2edc6cbec464ec6909b17e323bd8d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812662 Nov 02 13:00:44.272507 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45600) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:00:44.278349 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:44.279020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Checking segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:44.280095 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.280588 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Bound using segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:44.281219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Bound port: 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:44.281708 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.285497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.288123 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556050'] for router_interface (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.306568 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:44.307071 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.344495 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:44.403149 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] Publish callbacks [] for security_group (326eb681-21ce-4fd9-926d-d5c7120b013d), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.422828 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port bf7336ff-07d8-4170-9a0d-72f212fa9cc1, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:44.427160 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] For port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:44.432478 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] For port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:44.434637 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.438218 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.444968 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.491071 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] Publish callbacks [] for security_group (326eb681-21ce-4fd9-926d-d5c7120b013d), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.506570 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:44.507381 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:44.572589 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 05247d92-48e3-41d1-a7b3-a7dc5f628f77 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:44.609670 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (326eb681-21ce-4fd9-926d-d5c7120b013d), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.613380 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.618165 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/326eb681-21ce-4fd9-926d-d5c7120b013d HTTP/1.1" status: 204 len: 168 time: 0.3434169 Nov 02 13:00:44.631064 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbcf61e-5a72-4e92-9b3f-b097e56a92d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326eb681-21ce-4fd9-926d-d5c7120b013d,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.654811 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 05247d92-48e3-41d1-a7b3-a7dc5f628f77 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:44.655064 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 05247d92-48e3-41d1-a7b3-a7dc5f628f77 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:44.655701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 53b1b25e-9851-4eab-ba40-dfdcc97910f7 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:44.689576 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:44.695040 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Attempt 2 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:44.698427 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 53b1b25e-9851-4eab-ba40-dfdcc97910f7 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:44.698973 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 53b1b25e-9851-4eab-ba40-dfdcc97910f7 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:44.699543 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4f0ca793-afb1-4b27-82cc-b74cb080b117 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:00:44.761356 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 3, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:44.776650 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:44.795013 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d405be5-2956-4826-ae7e-095a25ccb3b1 None None] The sync data for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi is: [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 3, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:44.833008 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 4f0ca793-afb1-4b27-82cc-b74cb080b117 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:00:44.833158 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 4f0ca793-afb1-4b27-82cc-b74cb080b117 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:00:44.836779 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:45.018973 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device bf7336ff-07d8-4170-9a0d-72f212fa9cc1 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:45.021194 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e63a-5a7f-419b-b798-714772fd9bed None None] Pushing event updated for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.072442 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks [] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.081706 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.163668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.170619 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-714068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556166'] for router_interface (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.249922 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Current status of the port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:45.250551 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.253268 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.339092 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:45.339624 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.340971 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 Nov 02 13:00:45.359468 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Network 02976218-01e8-44ca-9310-801d3eb0289e is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:45.361811 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:45.376561 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] For port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:45.409786 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.512307 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Provisioning complete for port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:45.512967 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.512967 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Attempt 1 to provision port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 Nov 02 13:00:45.514594 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Router abad4bec-2e56-4a69-b80a-fb4732b35b06 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:00:45.569313 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Pushing event updated for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:45.616904 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:45.660530 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:00:45.665774 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1a9facbc-c050-4f19-9ecb-9be1c8dfd796 admin admin] 10.222.0.91 "PUT /v2.0/routers/abad4bec-2e56-4a69-b80a-fb4732b35b06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224568 Nov 02 13:00:45.668523 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:45.679424 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e0b6f8-4e8f-42da-965f-cc584f287df6 None None] The sync data for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi is: [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:45.751714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.756984 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-aebe1cba-628c-4321-88a4-d37f666da0b4 None None] Current status of the port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:45.884399 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Provisioning complete for port b2b62de5-a33a-410b-8e66-9acc70f9cd2f triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:45.885064 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:45.885584 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 1 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:45.947289 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Port b2b62de5-a33a-410b-8e66-9acc70f9cd2f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:46.448599 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 2 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:46.484722 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Port b2b62de5-a33a-410b-8e66-9acc70f9cd2f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:46.986292 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 3 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:47.078563 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Port b2b62de5-a33a-410b-8e66-9acc70f9cd2f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:47.154281 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:47.235868 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.248742 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:47.249389 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.249905 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 Nov 02 13:00:47.370225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:47.370802 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.408664 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] For port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:47.414225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.415282 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:47.466877 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Sync routers for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:00:47.509652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:47.510379 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:47.687576 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 4 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:47.718250 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Pushing event updated for resources: {'Port': ['ID=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:47.778029 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Port b2b62de5-a33a-410b-8e66-9acc70f9cd2f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:47.782801 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:47.783299 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:47.783741 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 Nov 02 13:00:47.846809 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:48.011444 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:48.120721 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 4, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': 'b2b62de5-a33a-410b-8e66-9acc70f9cd2f', 'name': '', 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'mac_address': 'fa:16:3e:c0:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 2, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'subnets': [{'id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:48.153023 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Checking router: abad4bec-2e56-4a69-b80a-fb4732b35b06 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:00:48.153771 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Updating router abad4bec-2e56-4a69-b80a-fb4732b35b06 port b2b62de5-a33a-410b-8e66-9acc70f9cd2f binding host dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 02 13:00:48.185539 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.289607 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 5 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:48.340788 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Port b2b62de5-a33a-410b-8e66-9acc70f9cd2f cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:48.547108 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks [] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), precommit_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.552970 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.640641 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9df6-51d6-452e-a72a-5d249095332f None None] Pushing event updated for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=3']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:48.662932 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Attempting to bind port b2b62de5-a33a-410b-8e66-9acc70f9cd2f on host dv-cinder-863277-1-iscsi for vnic_type normal with profile {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:00:48.663603 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Attempting to bind port b2b62de5-a33a-410b-8e66-9acc70f9cd2f by drivers openvswitch,hyperv on host dv-cinder-863277-1-iscsi at level 0 using segments [{'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:00:48.664175 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Attempting to bind port b2b62de5-a33a-410b-8e66-9acc70f9cd2f on network 02976218-01e8-44ca-9310-801d3eb0289e {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:00:48.672438 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Checking agent: {'id': '5004cf5b-f802-4f64-9c37-8b04858f2837', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-863277-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 37, 17), 'started_at': datetime.datetime(2022, 11, 2, 12, 37, 47), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-863277-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:00:48.672842 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Checking segment: {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:00:48.673304 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.673725 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Bound using segment: {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'} {{(pid=115590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:00:48.674252 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.managers [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Bound port: b2b62de5-a33a-410b-8e66-9acc70f9cd2f, host: dv-cinder-863277-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f3185a-3a79-4fc0-adde-a2b28d8bb972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1370, 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e'}}] {{(pid=115590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:00:48.674742 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.747861 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] For port b2b62de5-a33a-410b-8e66-9acc70f9cd2f, host dv-cinder-863277-1-iscsi, cleared binding levels {{(pid=115590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:00:48.751448 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] For port b2b62de5-a33a-410b-8e66-9acc70f9cd2f, host dv-cinder-863277-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:00:48.760958 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:48.806791 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:00:48.807441 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:00:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:48.843923 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 6 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:48.958794 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:49.023558 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a9df6-51d6-452e-a72a-5d249095332f None None] Pushing event updated for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:49.055606 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:00:49.221105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:49.221105 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.221105 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 Nov 02 13:00:49.269646 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Current status of the port b2b62de5-a33a-410b-8e66-9acc70f9cd2f is: DOWN; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:49.270049 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.353045 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] For port b2b62de5-a33a-410b-8e66-9acc70f9cd2f, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:00:49.383987 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.458983 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:49.472364 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Provisioning complete for port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:49.472677 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:49.473221 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Attempt 1 to provision port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 Nov 02 13:00:49.535037 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Pushing event updated for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:49.561714 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 4, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': 'b2b62de5-a33a-410b-8e66-9acc70f9cd2f', 'name': '', 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'mac_address': 'fa:16:3e:c0:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:48Z', 'revision_number': 4, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'subnets': [{'id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:00:49.757135 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba97f760-b4ca-414d-a1de-563d81df3c5f None None] The sync data for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi is: [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:00:44Z', 'revision_number': 4, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': 'b2b62de5-a33a-410b-8e66-9acc70f9cd2f', 'name': '', 'network_id': '02976218-01e8-44ca-9310-801d3eb0289e', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'mac_address': 'fa:16:3e:c0:d5:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:43Z', 'updated_at': '2022-11-02T13:00:48Z', 'revision_number': 4, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'subnets': [{'id': '622b4fad-1076-4d81-9027-fee1b2d35234', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:00:49.776172 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-4eee4197-d337-4477-94d9-0321a8177f1e None None] Current status of the port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:50.977871 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device b2b62de5-a33a-410b-8e66-9acc70f9cd2f up at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:00:51.068808 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Provisioning complete for port b2b62de5-a33a-410b-8e66-9acc70f9cd2f triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:51.069183 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:51.069527 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Attempt 1 to provision port b2b62de5-a33a-410b-8e66-9acc70f9cd2f Nov 02 13:00:51.190349 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Current status of the port b2b62de5-a33a-410b-8e66-9acc70f9cd2f is: ACTIVE; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:00:55.978718 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-4f9dcaa0-41e3-454e-9cfb-96491a8fa1ca tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:55.980242 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-4f9dcaa0-41e3-454e-9cfb-96491a8fa1ca tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 815 time: 0.1165867 Nov 02 13:00:56.001183 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-4c875b36-abe2-4972-927b-fb95f0c2cf73 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/quotas/04f3854e805b4dffa47b02b68228e39f HTTP/1.1" status: 200 len: 375 time: 0.0099308 Nov 02 13:00:56.065216 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d159be94-f107-4664-9ec9-d0931c8dc582 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577118 Nov 02 13:00:56.294812 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-1f27e706-4d52-42a5-aa65-4daf20097c02 service neutron] 10.222.0.91 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142982 Nov 02 13:00:56.399791 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-3eaf3382-c15a-4b80-b9e9-24c9eb611564 service neutron] 10.222.0.91 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931897 Nov 02 13:00:56.582710 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ec0dafdf-c027-42b9-8622-7475d1201dfe req-19a59758-306b-4e2b-8019-f086c1ccdb8c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 210 time: 0.0360320 Nov 02 13:00:57.713046 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-62f4ed2c-5b1a-4b7f-89af-da6a4ec76818 req-0f71d179-ded5-4b1d-99a1-bfd83b1375a8 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 210 time: 0.0409417 Nov 02 13:00:57.723725 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-762c55bc-2fcc-4321-bd31-d10c007187d2 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:57.725214 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-762c55bc-2fcc-4321-bd31-d10c007187d2 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 815 time: 0.1586142 Nov 02 13:00:57.749167 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'port': {'device_id': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'admin_state_up': True, 'tenant_id': '04f3854e805b4dffa47b02b68228e39f'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:00:57.870959 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Made reservation on behalf of 04f3854e805b4dffa47b02b68228e39f for: {'port': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:00:57.875772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.025202 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Allocated IP 172.20.0.3 (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483/d0425523-95d2-42e8-9a10-ca520f2ee798/37b11afd-cf77-44af-9fcd-156f3d5e431a) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:00:58.297102 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.349323 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.435306 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:00:58.441994 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:00:58.446822 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:00:58.454630 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:00:58.521977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:58.522688 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.547995 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-d49ad860-b4d6-490a-95ec-782a4c33406d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8036020 Nov 02 13:00:58.874929 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Provisioning complete for port 37b11afd-cf77-44af-9fcd-156f3d5e431a triggered by entity DHCP. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:00:58.875552 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:00:58.875794 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 1 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:00:58.898100 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151b578-699b-46c7-9559-904a04871036 req-fb4e3cff-1ef3-41e8-8842-c6f871228445 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:00:58.902315 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c151b578-699b-46c7-9559-904a04871036 req-fb4e3cff-1ef3-41e8-8842-c6f871228445 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0882611 Nov 02 13:00:58.928812 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:58.981404 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c151b578-699b-46c7-9559-904a04871036 req-ab24e821-fbbc-4584-9942-65cf70554e3f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658045 Nov 02 13:00:59.430571 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 2 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:00:59.470204 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:00:59.971324 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 3 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:00.010529 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:00.146457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a803cc4-eecc-4060-997d-db8515c0c59a req-077c60ee-17f0-4d47-9d5f-da883aa86401 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:00.148032 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a803cc4-eecc-4060-997d-db8515c0c59a req-077c60ee-17f0-4d47-9d5f-da883aa86401 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0659547 Nov 02 13:01:00.203953 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1a803cc4-eecc-4060-997d-db8515c0c59a req-75a3d8e9-0975-42fe-9aa1-5685f296db59 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494277 Nov 02 13:01:00.511881 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 4 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:00.557245 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:01.059914 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 5 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:01.095192 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:01.480579 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9299e-55f6-4949-91b4-6e63f3de186f req-10231d1d-009e-4d5b-8bde-034e3d3157fa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:01.488660 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c1c9299e-55f6-4949-91b4-6e63f3de186f req-10231d1d-009e-4d5b-8bde-034e3d3157fa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.2068787 Nov 02 13:01:01.539848 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c1c9299e-55f6-4949-91b4-6e63f3de186f req-a837d35c-a657-49de-9f6c-73d8a8f39756 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Nov 02 13:01:01.596900 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 6 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:01.644787 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:02.147230 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 7 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:02.182707 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:02.684520 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 8 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:02.689608 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294a49b-6c85-4c30-89e3-76d394d6d36d req-702cc5e0-cd5c-412c-ae6e-03adc167e350 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:02.691772 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e294a49b-6c85-4c30-89e3-76d394d6d36d req-702cc5e0-cd5c-412c-ae6e-03adc167e350 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0728803 Nov 02 13:01:02.747308 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:02.762154 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e294a49b-6c85-4c30-89e3-76d394d6d36d req-adb696f0-96be-4fdf-b354-6e9b48f4f441 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586038 Nov 02 13:01:03.252790 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 9 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:03.293827 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:03.795751 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Attempt 10 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:03.850358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-84a80aca-ac28-43ad-87b3-ef34b31ea32d None None] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a cannot update to ACTIVE because it is not bound. {{(pid=115590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 02 13:01:03.913051 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534615ff-f66d-4a8b-9858-3adcdcbfc658 req-2303ebb9-68e8-4a94-b32f-e9eef610e2e5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:03.915223 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-534615ff-f66d-4a8b-9858-3adcdcbfc658 req-2303ebb9-68e8-4a94-b32f-e9eef610e2e5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0663862 Nov 02 13:01:03.980691 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-534615ff-f66d-4a8b-9858-3adcdcbfc658 req-4735bb01-afbf-48ee-8604-21e3f79714f6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565269 Nov 02 13:01:05.133017 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095a61e-cba2-4f93-8f80-920698bb48d3 req-bdd9bd2b-93c0-4773-8a59-8ad5ce5007f8 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:05.138519 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6095a61e-cba2-4f93-8f80-920698bb48d3 req-bdd9bd2b-93c0-4773-8a59-8ad5ce5007f8 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0627873 Nov 02 13:01:05.198714 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6095a61e-cba2-4f93-8f80-920698bb48d3 req-a6373dc5-f132-42e9-a17a-de175b1c96ed tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577128 Nov 02 13:01:06.377036 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1d1e-b221-431c-8cfd-f9808e710349 req-dc9aa719-c05f-43b6-bb13-b54ee471b8ee tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:06.378600 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f3ef1d1e-b221-431c-8cfd-f9808e710349 req-dc9aa719-c05f-43b6-bb13-b54ee471b8ee tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0762932 Nov 02 13:01:06.434973 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f3ef1d1e-b221-431c-8cfd-f9808e710349 req-a219e71e-79ba-4d76-a640-86d59b6bad07 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476465 Nov 02 13:01:07.572692 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf50a5f4-250c-473b-94dd-97e00a9ab35c req-a65d55c3-1b53-48df-84f6-2522efdb3b7f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:07.574184 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf50a5f4-250c-473b-94dd-97e00a9ab35c req-a65d55c3-1b53-48df-84f6-2522efdb3b7f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0570590 Nov 02 13:01:07.631196 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bf50a5f4-250c-473b-94dd-97e00a9ab35c req-f4d68062-9e71-4396-bc40-ee497f0522c3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511615 Nov 02 13:01:08.790819 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28244e80-0fdb-445d-b0ed-188479ded338 req-4b06847d-bb2a-4dd3-8a50-6a11b6e92bcc tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:08.792325 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-28244e80-0fdb-445d-b0ed-188479ded338 req-4b06847d-bb2a-4dd3-8a50-6a11b6e92bcc tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0679801 Nov 02 13:01:08.843527 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-28244e80-0fdb-445d-b0ed-188479ded338 req-e1e2869f-2177-45cd-987d-cc767da08de8 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440569 Nov 02 13:01:10.031727 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3125f-f699-4850-9801-861d30f4182d req-8eccf67d-a14f-4a5b-9ab3-1238834eebe5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:10.033253 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26c3125f-f699-4850-9801-861d30f4182d req-8eccf67d-a14f-4a5b-9ab3-1238834eebe5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.1063211 Nov 02 13:01:10.082710 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-26c3125f-f699-4850-9801-861d30f4182d req-e3d968d1-2bed-4557-afca-3ca556dbb25b tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434713 Nov 02 13:01:10.706748 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-6080f3d4-1e8c-44ba-a3b5-9413adde3ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:11.213150 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b8430-b957-49ad-a6c0-ae51ad05049a req-b2d72c09-7410-455a-b0e4-1d5e8a32a823 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:11.214720 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-011b8430-b957-49ad-a6c0-ae51ad05049a req-b2d72c09-7410-455a-b0e4-1d5e8a32a823 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 931 time: 0.0571194 Nov 02 13:01:11.271949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-011b8430-b957-49ad-a6c0-ae51ad05049a req-b46429f2-9df7-42ff-9f79-980e2b5ba7e7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504749 Nov 02 13:01:11.752321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Request body: {'port': {'device_id': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:11.824057 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.096297 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b11afd-cf77-44af-9fcd-156f3d5e431a {{(pid=115588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:12.104533 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks [] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.117979 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.provisioning_blocks [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Transition to ACTIVE for port object 37b11afd-cf77-44af-9fcd-156f3d5e431a will not be triggered until provisioned by entity L2. {{(pid=115588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:01:12.122569 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.202714 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:12.214174 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.215124 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.215124 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.215417 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.215760 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.215897 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.216248 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.216558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.216891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.217220 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.217550 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.217878 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.218205 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:12.248604 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Attempting to bind port 37b11afd-cf77-44af-9fcd-156f3d5e431a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:01:12.248942 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Attempting to bind port 37b11afd-cf77-44af-9fcd-156f3d5e431a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:01:12.249272 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Attempting to bind port 37b11afd-cf77-44af-9fcd-156f3d5e431a on network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:12.253749 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Port 37b11afd-cf77-44af-9fcd-156f3d5e431a on network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:01:12.254072 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Attempting to bind port 37b11afd-cf77-44af-9fcd-156f3d5e431a on network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:01:12.259063 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:01:12.259405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Checking segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:01:12.259794 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Bound using segment: {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:01:12.260251 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Bound port: 37b11afd-cf77-44af-9fcd-156f3d5e431a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '258940cc-669e-42ab-a604-cd95c5753a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1371, 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483'}}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:01:12.260575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.330950 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, cleared binding levels {{(pid=115588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:01:12.334537 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:01:12.343566 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.349201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.349739 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:12.351190 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] 10.222.0.94 "PUT /v2.0/ports/37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1093 time: 0.6034486 Nov 02 13:01:12.351709 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:12.354943 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c13830-be2f-4ea4-9389-52fcbb8afb10" -d '{"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:12.407141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8629cb22-00ae-4d4d-857c-e7b7a55ad4d7 x-openstack-request-id: req-8629cb22-00ae-4d4d-857c-e7b7a55ad4d7 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:12.407448 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:12.407720 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8629cb22-00ae-4d4d-857c-e7b7a55ad4d7 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:12.408127 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8629cb22-00ae-4d4d-857c-e7b7a55ad4d7'] response: {'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:01:12.432057 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca1b92-997f-4a77-8044-44dda5c9fec3 service neutron] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=3']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:12.452486 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a15e0-e8a9-4f43-b0d5-c15f1b05d17e req-b0d72ca5-4a67-4a06-8f04-3c6a8fa0d095 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.454032 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d06a15e0-e8a9-4f43-b0d5-c15f1b05d17e req-b0d72ca5-4a67-4a06-8f04-3c6a8fa0d095 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 943 time: 0.0951376 Nov 02 13:01:12.502832 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-d06a15e0-e8a9-4f43-b0d5-c15f1b05d17e req-b90defd8-5015-4111-aea9-0e8e1f1df0bc tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430796 Nov 02 13:01:12.551752 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-c8bdd08d-f668-4cb5-9582-9c5f8df52f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.553241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-c8bdd08d-f668-4cb5-9582-9c5f8df52f77 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1127 time: 0.0495687 Nov 02 13:01:12.602278 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-133766cf-a8c7-4e08-ae76-efc800e1aa47 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 217 time: 0.0342791 Nov 02 13:01:12.659111 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-6944bd06-8785-406f-8f5c-04c6d7548b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.660602 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-6944bd06-8785-406f-8f5c-04c6d7548b6e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0448802 Nov 02 13:01:12.714530 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fc190-fc17-46cc-86ba-156827690bf0 req-94a9e2dc-a222-4c61-9458-f78445a2e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:12.716585 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-94a9e2dc-a222-4c61-9458-f78445a2e0cc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500560 Nov 02 13:01:12.813284 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-5f821d71-f036-40ef-926b-e0684791459f service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888517 Nov 02 13:01:12.918429 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-659fc190-fc17-46cc-86ba-156827690bf0 req-48687fbb-ac2f-47de-b328-3435233c62f7 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982738 Nov 02 13:01:13.079559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-bde5bb9c-0a75-453a-b8ae-e26dc1e2672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.081314 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-bde5bb9c-0a75-453a-b8ae-e26dc1e2672f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1127 time: 0.0578673 Nov 02 13:01:13.176284 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-e968533a-94d8-4a32-8711-8c6d13a3a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.177717 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-e968533a-94d8-4a32-8711-8c6d13a3a3cd service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.0893593 Nov 02 13:01:13.221586 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-18952f66-1987-4dc1-9222-b8a47c16c24b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:13.222644 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-f169c2b7-4ccc-4e3c-832c-bb02bb1e7e40 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 217 time: 0.0388880 Nov 02 13:01:13.273126 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-13ff9c72-f77f-4cf5-acdc-972d9ccee1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.274608 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-13ff9c72-f77f-4cf5-acdc-972d9ccee1c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0464616 Nov 02 13:01:13.323901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-13d25b55-d706-4f6b-b8f5-b7941f6d4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.326176 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-13d25b55-d706-4f6b-b8f5-b7941f6d4dc9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459976 Nov 02 13:01:13.418835 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-0e6bef7b-8d0f-47fa-904f-40cc18dcdcc1 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854285 Nov 02 13:01:13.512241 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-15c13830-be2f-4ea4-9389-52fcbb8afb10 req-b50f33c3-1671-4318-911e-9b872547478c service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875773 Nov 02 13:01:13.636151 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b964db8-f22d-4de6-b899-d7283ab0bcf9 req-bb343eea-0ce8-4d08-816c-1aa918533213 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:13.638264 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b964db8-f22d-4de6-b899-d7283ab0bcf9 req-bb343eea-0ce8-4d08-816c-1aa918533213 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 943 time: 0.0559967 Nov 02 13:01:13.688083 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4b964db8-f22d-4de6-b899-d7283ab0bcf9 req-55522da4-c1cb-46e3-8a10-ccb145230eaa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444009 Nov 02 13:01:14.388012 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:14.820779 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caef803-9b23-40e7-85cc-37d6fc5d08a6 req-5f8275d2-c178-41ab-8ee2-9166bccf6840 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:14.822262 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8caef803-9b23-40e7-85cc-37d6fc5d08a6 req-5f8275d2-c178-41ab-8ee2-9166bccf6840 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 943 time: 0.0599413 Nov 02 13:01:14.873026 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8caef803-9b23-40e7-85cc-37d6fc5d08a6 req-fbd8aeec-2015-4123-99c9-a463b9a15d16 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409307 Nov 02 13:01:15.145229 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:15.723293 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:16.000087 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e0a1a-64bf-4722-a7ac-6e087524eb71 req-dff309ae-5e4d-49be-b6a4-7868f15edb6d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:16.001598 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc1e0a1a-64bf-4722-a7ac-6e087524eb71 req-dff309ae-5e4d-49be-b6a4-7868f15edb6d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 943 time: 0.0536153 Nov 02 13:01:16.061628 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc1e0a1a-64bf-4722-a7ac-6e087524eb71 req-51c83484-0b41-41a6-9e42-e79108d7c84e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Nov 02 13:01:17.205540 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6abcc-6863-443b-a415-c92d0d7162e2 req-5c0ce11f-7aee-45a6-831a-acac1a8b43be tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:17.207167 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abc6abcc-6863-443b-a415-c92d0d7162e2 req-5c0ce11f-7aee-45a6-831a-acac1a8b43be tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 943 time: 0.0667710 Nov 02 13:01:17.238157 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:17.280780 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-abc6abcc-6863-443b-a415-c92d0d7162e2 req-ad16ac91-e9ee-43c2-b309-81da11e440c1 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629241 Nov 02 13:01:17.974546 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 37b11afd-cf77-44af-9fcd-156f3d5e431a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:01:18.081263 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:18.100845 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'port_id': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'mac_address': 'fa:16:3e:41:61:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:01:18.142280 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 37b11afd-cf77-44af-9fcd-156f3d5e431a is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:01:18.142713 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.155425 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b11afd-cf77-44af-9fcd-156f3d5e431a {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:18.175144 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:18.179587 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:18.233361 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:18.241460 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.242001 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.242143 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.242536 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.244810 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.244810 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.244810 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.244810 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.245446 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.245733 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.246249 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.247454 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.247995 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:18.419666 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110a18-d97a-4df7-b5d1-125071d461f3 req-8f2b7e9c-ccd6-43ea-b74e-f3696345cdde tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:18.421211 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6110a18-d97a-4df7-b5d1-125071d461f3 req-8f2b7e9c-ccd6-43ea-b74e-f3696345cdde tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 944 time: 0.0596733 Nov 02 13:01:18.437364 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:18.469095 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c6110a18-d97a-4df7-b5d1-125071d461f3 req-5c97396a-9033-4929-a51e-47c74723bc4f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423908 Nov 02 13:01:18.845076 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:19.607141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499b168-22fc-4912-94c7-799188c43bf2 req-e3a895f2-ad75-4553-809a-89fdc0ebd7ec tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:19.608697 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5499b168-22fc-4912-94c7-799188c43bf2 req-e3a895f2-ad75-4553-809a-89fdc0ebd7ec tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 944 time: 0.0549271 Nov 02 13:01:19.665260 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5499b168-22fc-4912-94c7-799188c43bf2 req-4fdbc23d-1f95-4eec-8566-f91a403f4e15 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485704 Nov 02 13:01:20.796009 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111e013-ae90-490f-b026-0deed4a79b71 req-2a4d6c07-7713-41fe-96ca-181fcae43c41 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:20.797519 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3111e013-ae90-490f-b026-0deed4a79b71 req-2a4d6c07-7713-41fe-96ca-181fcae43c41 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 944 time: 0.0569925 Nov 02 13:01:20.846749 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3111e013-ae90-490f-b026-0deed4a79b71 req-4ad6f2a2-3aa6-4967-b89e-b0fd1de87a0b tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Nov 02 13:01:21.987509 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde32ea-9583-4fc0-b705-93517b1eb61c req-bce70ba5-8939-47da-bee2-96302ee95f37 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:21.989054 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8dde32ea-9583-4fc0-b705-93517b1eb61c req-bce70ba5-8939-47da-bee2-96302ee95f37 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 944 time: 0.0661950 Nov 02 13:01:22.038713 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8dde32ea-9583-4fc0-b705-93517b1eb61c req-916882a0-e4fe-4a6c-a5fd-11fabde15da0 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437777 Nov 02 13:01:23.173621 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1507279-f3da-4d46-8b78-a7c39db403a4 req-5396aa45-5e1d-41b0-a690-de42d53fbd81 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:23.175146 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a1507279-f3da-4d46-8b78-a7c39db403a4 req-5396aa45-5e1d-41b0-a690-de42d53fbd81 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 944 time: 0.0573273 Nov 02 13:01:23.227099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a1507279-f3da-4d46-8b78-a7c39db403a4 req-51b867b8-864f-461e-8324-47f5afef4ba4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461907 Nov 02 13:01:23.759842 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 37b11afd-cf77-44af-9fcd-156f3d5e431a up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:01:23.810054 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 37b11afd-cf77-44af-9fcd-156f3d5e431a completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:01:23.814507 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 37b11afd-cf77-44af-9fcd-156f3d5e431a triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:01:23.814959 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.815330 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 37b11afd-cf77-44af-9fcd-156f3d5e431a Nov 02 13:01:23.894138 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 37b11afd-cf77-44af-9fcd-156f3d5e431a is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:01:23.894686 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.922356 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:23.924851 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3929c3-1f4c-4a30-9814-64bed79dffc1" -d '{"events": [{"server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "name": "network-vif-plugged", "status": "completed", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:23.939964 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:23.945225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:23.972072 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdcd8ba-c794-4648-89a7-0889392f3211 x-openstack-request-id: req-bfdcd8ba-c794-4648-89a7-0889392f3211 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:23.972364 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "name": "network-vif-plugged", "status": "completed", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:23.972619 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-bfdcd8ba-c794-4648-89a7-0889392f3211 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:23.974380 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdcd8ba-c794-4648-89a7-0889392f3211'] response: {'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'code': 200} Nov 02 13:01:24.001559 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:24.386361 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10143a47-4bb0-4249-bbe5-cbb4979353d0 req-4bb4723d-1aee-4700-b435-03c702ad1713 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:24.388793 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-10143a47-4bb0-4249-bbe5-cbb4979353d0 req-4bb4723d-1aee-4700-b435-03c702ad1713 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0591490 Nov 02 13:01:24.475059 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-10143a47-4bb0-4249-bbe5-cbb4979353d0 req-7bf4d630-eb58-4c05-9972-853898a0645a tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787656 Nov 02 13:01:24.478331 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596612db-5162-44ee-9623-7f4a610a065c req-4d90eccd-41f8-4181-8cf2-53b8c4e7f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:24.479876 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-596612db-5162-44ee-9623-7f4a610a065c req-4d90eccd-41f8-4181-8cf2-53b8c4e7f71e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1129 time: 0.0849862 Nov 02 13:01:24.534845 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-596612db-5162-44ee-9623-7f4a610a065c req-2b4bdbca-f830-4d10-8004-e9a4d600dd41 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487959 Nov 02 13:01:25.613564 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5300d827-cdda-4da4-84fd-6b77abe56602 req-d8b84887-e3f7-4dfc-bcb9-52b641c2617d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:25.615155 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5300d827-cdda-4da4-84fd-6b77abe56602 req-d8b84887-e3f7-4dfc-bcb9-52b641c2617d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0544972 Nov 02 13:01:25.664122 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-5300d827-cdda-4da4-84fd-6b77abe56602 req-b538f048-7014-46e2-98dd-4b093d7bda5b tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Nov 02 13:01:26.800254 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980883c-297d-4030-a522-db44c8c8d7ee req-5e2f21ec-3864-4563-bfba-6aa4a187f114 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:26.801744 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1980883c-297d-4030-a522-db44c8c8d7ee req-5e2f21ec-3864-4563-bfba-6aa4a187f114 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0578854 Nov 02 13:01:26.851743 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1980883c-297d-4030-a522-db44c8c8d7ee req-41fb3577-df21-4fea-92e1-07d2792e135d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440912 Nov 02 13:01:27.987969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290a807-dd0c-4f62-aa3c-918cb35905e3 req-bc936205-6f6b-4ffe-9a2a-19e61f2ceb02 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:27.989476 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c290a807-dd0c-4f62-aa3c-918cb35905e3 req-bc936205-6f6b-4ffe-9a2a-19e61f2ceb02 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0598273 Nov 02 13:01:28.037825 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c290a807-dd0c-4f62-aa3c-918cb35905e3 req-0ef86f1f-c2e6-4031-9556-a713aeb12da4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Nov 02 13:01:29.167125 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139161f-83ee-4d39-8c67-e964c1b41dda req-01d16d78-9a25-4189-be78-b6876215471c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:29.168725 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f139161f-83ee-4d39-8c67-e964c1b41dda req-01d16d78-9a25-4189-be78-b6876215471c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0569131 Nov 02 13:01:29.217577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f139161f-83ee-4d39-8c67-e964c1b41dda req-cbe6e4bb-4a7b-4a14-8b2e-54633bdf377c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Nov 02 13:01:30.360060 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf20896-6f75-4073-b18b-b42944ced038 req-9ae41e14-ffa1-423f-a506-c88f10a6ec85 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:30.361555 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bcf20896-6f75-4073-b18b-b42944ced038 req-9ae41e14-ffa1-423f-a506-c88f10a6ec85 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0673528 Nov 02 13:01:30.410170 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-bcf20896-6f75-4073-b18b-b42944ced038 req-19254ec0-9fa2-4a4f-91d8-a55ef7f2dd15 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428727 Nov 02 13:01:31.540478 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9f515-2a5b-4390-8509-fd8544875c3b req-f327c1f8-272a-4d41-b7a9-67c0011a8f07 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:31.541901 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-33d9f515-2a5b-4390-8509-fd8544875c3b req-f327c1f8-272a-4d41-b7a9-67c0011a8f07 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0552292 Nov 02 13:01:31.593570 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-33d9f515-2a5b-4390-8509-fd8544875c3b req-fd17a577-754c-463e-af8d-bb93f222e6dd tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 Nov 02 13:01:31.720879 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd2ae9-2ae2-4069-87ef-b81a561f5313 req-6038bbbc-ba87-440f-a5c3-d5b142cead04 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:31.722410 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81dd2ae9-2ae2-4069-87ef-b81a561f5313 req-6038bbbc-ba87-440f-a5c3-d5b142cead04 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0562980 Nov 02 13:01:31.774886 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-81dd2ae9-2ae2-4069-87ef-b81a561f5313 req-0f74446b-ad5e-43e6-b320-7a48bda909e7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456293 Nov 02 13:01:32.129451 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287bbf2-4f3b-4b2d-bc15-60732dd06e8d req-c455ff3d-ee6e-4c71-b295-9ffc40731d39 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:32.131328 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6287bbf2-4f3b-4b2d-bc15-60732dd06e8d req-c455ff3d-ee6e-4c71-b295-9ffc40731d39 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0580065 Nov 02 13:01:32.181771 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6287bbf2-4f3b-4b2d-bc15-60732dd06e8d req-3ff2c4e1-5955-4807-8834-e535cdd514b1 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Nov 02 13:01:39.085668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-0ce908b8-f4bb-4cf8-a12a-15e65da07705 req-68238d6d-19fd-480e-8164-8ef902639657 service neutron] (115588) timed out ('10.222.0.94', 56912) {{(pid=115588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:01:40.711032 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-57b575f7-1e0e-4857-8fc0-af247f55b67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:41.940543 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43cf7-03d3-4bd7-84b8-8caeb617139d req-a6cc53b8-9c00-47c5-bda5-6f1a95fbd178 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:41.942416 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-92d43cf7-03d3-4bd7-84b8-8caeb617139d req-a6cc53b8-9c00-47c5-bda5-6f1a95fbd178 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0601165 Nov 02 13:01:42.000100 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-92d43cf7-03d3-4bd7-84b8-8caeb617139d req-dcdbc43f-b69b-4925-89d2-c0e5a5ff21b3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518365 Nov 02 13:01:42.033933 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45972) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:42.153899 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c7bb59-0d1f-4801-8d23-69b03d62e636 tempest-TestMinimumBasicScenario-629957170 tempest-TestMinimumBasicScenario-629957170-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:42.155505 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-96c7bb59-0d1f-4801-8d23-69b03d62e636 tempest-TestMinimumBasicScenario-629957170 tempest-TestMinimumBasicScenario-629957170-project-admin] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1124 time: 0.1203830 Nov 02 13:01:42.160088 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45978) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:42.165052 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'floatingip': {'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'port_id': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:42.189100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.272605 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1b3f9b-625b-4604-9246-a263fbf5fd24 req-e3866b44-1c3c-40f2-af2b-4eef06223d67 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:42.274199 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd1b3f9b-625b-4604-9246-a263fbf5fd24 req-e3866b44-1c3c-40f2-af2b-4eef06223d67 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0623662 Nov 02 13:01:42.306852 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.331060 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd1b3f9b-625b-4604-9246-a263fbf5fd24 req-8d583b49-85f0-41a1-ad5d-9e0c3897d9df tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Nov 02 13:01:42.425043 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_common [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Allocated IP 172.27.0.106 (dca5785d-562a-40b9-8cbf-306f717f512c/c2e0a42d-3520-4cce-87db-8de844154682/b0c59c84-a7af-4022-bb7b-cbeb1f27ae95) {{(pid=115589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:42.539541 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.575496 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:42.620233 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Network dca5785d-562a-40b9-8cbf-306f717f512c is already hosted by enough agents. {{(pid=115589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:42.624089 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.base_scheduler [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Resources bound (agent type, host, resource id): {{(pid=115589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:42.626726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Received port after_create {{(pid=115589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:42.657345 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'Port': ['ID=b0c59c84-a7af-4022-bb7b-cbeb1f27ae95,revision_number=1']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:42.671099 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.671459 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.671803 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.672141 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.672476 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.672830 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.673141 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.673470 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.673801 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.674154 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.674503 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.674829 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:42.675159 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:01:43.043337 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for floatingip (67f382c1-b225-4c58-a545-ee06b27ab427), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.127150 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), before_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.216219 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-feeb9148-03ea-46b4-babf-950a7ef12f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.219632 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [req-b1244213-3b72-45ad-a443-6d90eb81deab req-b5163c67-60b4-4622-a2d8-de4552f72072 service neutron] (115588) timed out ('10.222.0.94', 56905) {{(pid=115588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 02 13:01:43.289687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), precommit_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.296219 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5328726'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), after_update {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.362713 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'Port': ['ID=b0c59c84-a7af-4022-bb7b-cbeb1f27ae95,revision_number=2']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:43.367960 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555177'] for floatingip (67f382c1-b225-4c58-a545-ee06b27ab427), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.468094 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05da28-5ed0-4f18-8d72-523b8abe1643 req-bf94b4e1-1197-4e98-92fd-fd2b78f81a2d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:43.470373 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.l3_db [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Floating IP 67f382c1-b225-4c58-a545-ee06b27ab427 associated. External IP: 172.27.0.106, port: 37b11afd-cf77-44af-9fcd-156f3d5e431a. Nov 02 13:01:43.470540 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e05da28-5ed0-4f18-8d72-523b8abe1643 req-bf94b4e1-1197-4e98-92fd-fd2b78f81a2d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.0578074 Nov 02 13:01:43.519765 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8e05da28-5ed0-4f18-8d72-523b8abe1643 req-b174ddc2-1fa1-4782-8537-bd94a598c707 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Nov 02 13:01:43.674246 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Router 90470f64-04fc-4c9c-bc45-34d36d955406 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:01:43.778518 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:01:43.788539 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Sync routers for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:01:43.798329 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.800738 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:43.801598 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:01:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:43.836110 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-af945e77-66e3-45c8-b4f8-cd44646c0b1f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6748111 Nov 02 13:01:43.837755 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:43.839137 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45982) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:43.841273 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2" -d '{"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:43.846060 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-811493622', 'description': 'tempest-secgroup-smoke-811493622 description', 'project_id': '04f3854e805b4dffa47b02b68228e39f'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:43.868840 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.886158 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b0133-1ea5-4646-bf59-5071518187ec x-openstack-request-id: req-0c4b0133-1ea5-4646-bf59-5071518187ec {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:43.887251 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:43.887528 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-0c4b0133-1ea5-4646-bf59-5071518187ec {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:43.887895 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4b0133-1ea5-4646-bf59-5071518187ec'] response: {'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:01:43.925431 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:43.947011 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.955703 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.994964 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:43.994964 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1514432 Nov 02 13:01:43.995575 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45988) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:43.997072 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483c972-ca81-44fe-9a22-3b7c605408fe tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.009809 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:44.048742 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (713a86b3-f09c-446e-bcaa-212a04c72a0a), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.062958 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-b5a3e153-c291-4802-82b0-f6a38c8138df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.064312 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-b5a3e153-c291-4802-82b0-f6a38c8138df service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1129 time: 0.1159935 Nov 02 13:01:44.138419 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (713a86b3-f09c-446e-bcaa-212a04c72a0a), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.143189 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (713a86b3-f09c-446e-bcaa-212a04c72a0a), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.163687 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713a86b3-f09c-446e-bcaa-212a04c72a0a,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.174782 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.175518 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-725a5183-07d8-4393-b3ac-ea808e2200d6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786451 Nov 02 13:01:44.179419 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45990) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:44.185240 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:44.218406 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (978130fb-ce6a-4507-a49f-0cf5a86c5b6e), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.222759 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '67f382c1-b225-4c58-a545-ee06b27ab427', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'port_id': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'mac_address': 'fa:16:3e:41:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:42Z', 'updated_at': '2022-11-02T13:01:42Z', 'revision_number': 0, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:44.229445 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-8af13575-a02a-421d-a392-487d12c95643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.231081 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-8af13575-a02a-421d-a392-487d12c95643 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.1499217 Nov 02 13:01:44.257629 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Checking router: 90470f64-04fc-4c9c-bc45-34d36d955406 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:01:44.267460 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:01:44.268069 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:01:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:44.298850 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (978130fb-ce6a-4507-a49f-0cf5a86c5b6e), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.320195 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (978130fb-ce6a-4507-a49f-0cf5a86c5b6e), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.348603 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.352813 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1693671 Nov 02 13:01:44.352813 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c8854-c35d-4b50-ba40-eabaddbfc8e4 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978130fb-ce6a-4507-a49f-0cf5a86c5b6e,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.353123 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 45992) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:44.364014 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:44.381910 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:01:44.391302 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-8f2a71aa-c9f4-45b0-9de3-b0ab4841976a tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.395142 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-8f2a71aa-c9f4-45b0-9de3-b0ab4841976a tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 945 time: 0.1119783 Nov 02 13:01:44.397336 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.402088 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-a0535820-ae8c-4bd0-9e60-dafdc3d0b6ea service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 999 time: 0.1197824 Nov 02 13:01:44.443603 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (7ee92c9b-9ada-4cd4-8b8c-ebc989ec60b2), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.480995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-9b59a2e6-51c9-41fe-a98d-124ae378ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.483183 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-9b59a2e6-51c9-41fe-a98d-124ae378ca85 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0739479 Nov 02 13:01:44.507148 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Deleting port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:01:44.507555 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.635682 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] For port 415fd3dc-20d6-4005-8e1a-2eefbcf18887, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=415fd3dc-20d6-4005-8e1a-2eefbcf18887,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:44.636097 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.650834 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Calling delete_port for 415fd3dc-20d6-4005-8e1a-2eefbcf18887 owned by compute:nova {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:01:44.748754 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '67f382c1-b225-4c58-a545-ee06b27ab427', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'port_id': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'mac_address': 'fa:16:3e:41:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:42Z', 'updated_at': '2022-11-02T13:01:42Z', 'revision_number': 0, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:01:44.791114 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3e915b-146c-4cac-9a3b-d346af9acc9a None None] The sync data for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi is: [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_floatingips': [{'id': '67f382c1-b225-4c58-a545-ee06b27ab427', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'router_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'port_id': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'mac_address': 'fa:16:3e:41:61:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-11-02T13:01:42Z', 'updated_at': '2022-11-02T13:01:42Z', 'revision_number': 0, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:01:44.824891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (7ee92c9b-9ada-4cd4-8b8c-ebc989ec60b2), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.826920 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (415fd3dc-20d6-4005-8e1a-2eefbcf18887), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.833788 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (7ee92c9b-9ada-4cd4-8b8c-ebc989ec60b2), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.861558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee92c9b-9ada-4cd4-8b8c-ebc989ec60b2,revision_number=0']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.863913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['415fd3dc-20d6-4005-8e1a-2eefbcf18887'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:44.874457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-b2864f51-ef38-4239-9d14-5e3f225e291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.875986 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-b2864f51-ef38-4239-9d14-5e3f225e291d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3756745 Nov 02 13:01:44.879243 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Pushing event deleted for resources: {'Port': ['ID=415fd3dc-20d6-4005-8e1a-2eefbcf18887,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:44.880947 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:44.882131 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-580781b2-6099-4f6c-8654-aef9be57ec30 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280380 Nov 02 13:01:44.889937 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45996) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:44.908230 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:44.939058 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048197b-17c1-4a99-8bf5-f12df954c441 req-c105c864-fa10-486a-b760-cb4c3d130c83 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:44.940587 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3048197b-17c1-4a99-8bf5-f12df954c441 req-c105c864-fa10-486a-b760-cb4c3d130c83 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=f970c26e-62bc-4ae9-b42c-358195d4f571 HTTP/1.1" status: 200 len: 867 time: 0.1755812 Nov 02 13:01:44.994633 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] No DVR routers for this DVR port 415fd3dc-20d6-4005-8e1a-2eefbcf18887 on host hv-cinder-86327 {{(pid=115589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:01:44.998631 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.003841 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-28d7a421-3f1f-4f1b-b561-df73aeceb587 req-66fc5670-481e-42ad-866e-8a9d7d787ad7 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "DELETE /v2.0/ports/415fd3dc-20d6-4005-8e1a-2eefbcf18887 HTTP/1.1" status: 204 len: 173 time: 0.6033971 Nov 02 13:01:45.011021 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (e47fcc9e-baa7-4928-bc87-c383df570bf7), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.068220 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3048197b-17c1-4a99-8bf5-f12df954c441 req-62423d1d-ccb9-4d6b-9b5a-0ed6111b9ecd tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143725 Nov 02 13:01:45.095715 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-1982876b-601b-40a0-a43f-4b16aa70e282 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113953 Nov 02 13:01:45.103706 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (e47fcc9e-baa7-4928-bc87-c383df570bf7), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.109502 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (e47fcc9e-baa7-4928-bc87-c383df570bf7), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.154188 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47fcc9e-baa7-4928-bc87-c383df570bf7,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:45.160074 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cdaa166-e519-4fa4-a45b-c0e0fb07b07f None None] New status for floating IP 67f382c1-b225-4c58-a545-ee06b27ab427: ACTIVE {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:01:45.180316 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.185218 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-8c8c0c5c-19cc-45a2-a364-69eadb571fef tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2774246 Nov 02 13:01:45.185505 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 45998) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:45.190260 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:45.215374 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.securitygroups_db [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Project 04f3854e805b4dffa47b02b68228e39f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:01:45.222716 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.223074 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (0f37d3fb-689d-4a83-891c-7236aa520367), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.253949 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-95a26709-a40f-49ef-8cc1-cc60fe1d32a2 req-bb6762e8-0972-469a-8fa5-a053155f015d service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478879 Nov 02 13:01:45.297529 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (0f37d3fb-689d-4a83-891c-7236aa520367), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.304087 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (0f37d3fb-689d-4a83-891c-7236aa520367), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.322611 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f37d3fb-689d-4a83-891c-7236aa520367,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:45.331243 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.332823 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a5c9d543-f90e-4d52-ac06-aa4286c40a61 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461306 Nov 02 13:01:45.335554 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46000) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:01:45.341355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.v2.base [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'security_group_rule': {'security_group_id': 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca', 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:45.369559 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.db.securitygroups_db [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Project 04f3854e805b4dffa47b02b68228e39f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 02 13:01:45.375258 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (dae3edcc-a140-4bc9-91a5-7e21e3be8126), before_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.440174 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (dae3edcc-a140-4bc9-91a5-7e21e3be8126), precommit_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.444000 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587166'] for security_group_rule (dae3edcc-a140-4bc9-91a5-7e21e3be8126), after_create {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.461570 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae3edcc-a140-4bc9-91a5-7e21e3be8126,revision_number=0']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:45.470975 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.472397 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f7cf1796-1553-4d4b-834b-8d823cecfba9 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1358511 Nov 02 13:01:45.590909 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-486b747e-f72a-4f5b-bcdf-d5564c0cbc24 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811493622&fields=id&tenant_id=04f3854e805b4dffa47b02b68228e39f HTTP/1.1" status: 200 len: 267 time: 0.0667028 Nov 02 13:01:45.653264 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-81aaa3f9-af3c-451f-a580-f4af0066bc03 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.654987 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-81aaa3f9-af3c-451f-a580-f4af0066bc03 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0581386 Nov 02 13:01:45.667028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'port': {'security_groups': ['30a2ee11-7d5a-4ca8-9011-2349e284628d', 'a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca']}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:45.726760 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.744168 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.889506 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'name': 'network-vif-deleted', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887'}] {{(pid=115589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:45.891852 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f0f69975c3419794c6841116dcb2390f327bab3fb074f7ef1550365b45a8c75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d41c0-255b-4eba-93e8-0ae51fe8cdcd" -d '{"events": [{"server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "name": "network-vif-deleted", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887"}]}' {{(pid=115589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:45.930474 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268ae9a2-ad06-4654-9422-e854c13e761a x-openstack-request-id: req-268ae9a2-ad06-4654-9422-e854c13e761a {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:45.930772 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f970c26e-62bc-4ae9-b42c-358195d4f571", "name": "network-vif-deleted", "tag": "415fd3dc-20d6-4005-8e1a-2eefbcf18887", "status": "completed", "code": 200}]} {{(pid=115589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:45.931051 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-268ae9a2-ad06-4654-9422-e854c13e761a {{(pid=115589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:45.931431 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268ae9a2-ad06-4654-9422-e854c13e761a'] response: {'server_uuid': 'f970c26e-62bc-4ae9-b42c-358195d4f571', 'name': 'network-vif-deleted', 'tag': '415fd3dc-20d6-4005-8e1a-2eefbcf18887', 'status': 'completed', 'code': 200} Nov 02 13:01:45.945807 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:01:45.980121 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.984947 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.995507 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:45.996772 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:45.998020 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4a14e68-ed95-4b51-8e5f-44137c688b16 req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "PUT /v2.0/ports/37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 981 time: 0.3363035 Nov 02 13:01:45.998558 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:01:46.000820 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723aa32-e33e-4616-b3a2-b78a11ace419" -d '{"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:01:46.033615 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:46.046967 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e2889-33c6-4142-a529-90bb584c2082 x-openstack-request-id: req-3e3e2889-33c6-4142-a529-90bb584c2082 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:01:46.047262 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:01:46.047523 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-3e3e2889-33c6-4142-a529-90bb584c2082 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:01:46.047930 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3e2889-33c6-4142-a529-90bb584c2082'] response: {'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:01:46.087176 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aba1ca-bf31-4fd0-8b3c-abb2c90ea38e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=6']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:46.149722 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc953c6-34f8-4e7a-a15b-9dbdbe8e464e req-d4dd730c-bbf3-4958-98d2-c4979640dd45 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.150968 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8fc953c6-34f8-4e7a-a15b-9dbdbe8e464e req-d4dd730c-bbf3-4958-98d2-c4979640dd45 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0950711 Nov 02 13:01:46.175112 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:01:46.181210 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-a8aa3179-e9e6-4e1a-8408-2df64fe6ee57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.184287 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-a8aa3179-e9e6-4e1a-8408-2df64fe6ee57 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1168 time: 0.0904369 Nov 02 13:01:46.318713 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-8fc953c6-34f8-4e7a-a15b-9dbdbe8e464e req-53963448-0bcb-45cf-a52d-3293c4e312c1 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1535454 Nov 02 13:01:46.332680 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-f38705a1-c689-472e-8323-a46e232afe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.332680 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-f38705a1-c689-472e-8323-a46e232afe4a service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.1382995 Nov 02 13:01:46.427157 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-b5faaaa1-9afa-4cab-b08f-5864ad01a3bd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1001 time: 0.0887234 Nov 02 13:01:46.481471 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-94253e57-6931-42ad-bd22-93a3e0b5c8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.483087 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-94253e57-6931-42ad-bd22-93a3e0b5c8c1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0490015 Nov 02 13:01:46.538473 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-07adc807-c1c3-45e9-9fba-0f61345cf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:46.539997 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-07adc807-c1c3-45e9-9fba-0f61345cf27d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511360 Nov 02 13:01:46.643760 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-89260ecb-3306-4c42-9b24-fb06c32a5659 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973146 Nov 02 13:01:46.740099 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a723aa32-e33e-4616-b3a2-b78a11ace419 req-a692371b-be43-467d-a9fb-d086e8d729d9 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899699 Nov 02 13:01:47.223853 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:50.178609 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 415fd3dc-20d6-4005-8e1a-2eefbcf18887 no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:01:50.206756 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 415fd3dc-20d6-4005-8e1a-2eefbcf18887 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:01:50.207104 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 415fd3dc-20d6-4005-8e1a-2eefbcf18887 not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:01:55.437066 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:01:57.352172 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-71eb6cca-f060-441d-9901-ae67f140beba tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:57.353643 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-71eb6cca-f060-441d-9901-ae67f140beba tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 814 time: 0.1178389 Nov 02 13:01:57.369914 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-ce2d361e-95ba-4790-a4e0-6525c83041ba tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/quotas/a79ec84be61a4de89385b5f38d6da329 HTTP/1.1" status: 200 len: 375 time: 0.0097730 Nov 02 13:01:57.406496 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-42e5cd10-5a96-49fd-975a-7caff57b1ebc tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304847 Nov 02 13:01:57.547221 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-15d2a7ab-88cf-4969-927b-4b65f6b368f0 service neutron] 10.222.0.91 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330647 Nov 02 13:01:57.637069 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-3b845bf5-60ac-401f-8417-896358833318 service neutron] 10.222.0.91 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847270 Nov 02 13:01:57.799142 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-38d0a1c3-9417-4ee4-b336-03846b0ab37e req-1083b59e-d09e-403c-b6bc-c4e3f1b53fbe tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Nov 02 13:01:58.926000 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9db43662-08b4-4150-89d8-bbf6b5e51257 req-b464b1c5-0a22-43b8-89b1-8470252e992c tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 210 time: 0.0372696 Nov 02 13:01:58.969726 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-fad7836c-2563-4dc4-a826-4ec780182706 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593698 Nov 02 13:01:58.980701 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-1eb99cdc-3d57-4d8e-aa90-1ff9ee00082b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:58.981699 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-1eb99cdc-3d57-4d8e-aa90-1ff9ee00082b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 814 time: 0.1506186 Nov 02 13:01:59.023190 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Request body: {'port': {'device_id': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b', 'admin_state_up': True, 'tenant_id': 'a79ec84be61a4de89385b5f38d6da329'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:59.090115 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-4f48648c-7c41-41dd-8839-ae0711e58750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.091557 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-4f48648c-7c41-41dd-8839-ae0711e58750 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1168 time: 0.0484853 Nov 02 13:01:59.147822 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Made reservation on behalf of a79ec84be61a4de89385b5f38d6da329 for: {'port': 1} {{(pid=115588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 02 13:01:59.151378 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (None), before_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.208621 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-1ce7044b-c38f-49d7-9029-d8b28f66517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.210794 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-1ce7044b-c38f-49d7-9029-d8b28f66517b service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.0961814 Nov 02 13:01:59.276375 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-335910ef-ea25-44ac-9d07-2e1e25db0ea6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1001 time: 0.0595400 Nov 02 13:01:59.281648 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_common [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Allocated IP 172.20.0.3 (084fec51-79db-415d-96f1-5ded42c2427b/66c08887-2b6c-4b05-b5ed-ed82096531b5/898ab9b1-dad5-4cef-8394-5041ff60cc8a) {{(pid=115588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 02 13:01:59.326462 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-825806ea-5bb6-4708-b87a-5a7907abbe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.328513 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-825806ea-5bb6-4708-b87a-5a7907abbe5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0463955 Nov 02 13:01:59.383374 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-a6ed7b70-ba4b-444e-ac62-0b04fb454362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.384942 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-a6ed7b70-ba4b-444e-ac62-0b04fb454362 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499413 Nov 02 13:01:59.432678 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks [] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), precommit_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.465792 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740153685230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_create {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.477257 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-d83ce31a-d8f5-4f16-b04b-35dcaaecedf6 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857010 Nov 02 13:01:59.505624 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Network 084fec51-79db-415d-96f1-5ded42c2427b is already hosted by enough agents. {{(pid=115588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 02 13:01:59.508681 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.base_scheduler [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Resources bound (agent type, host, resource id): {{(pid=115588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 02 13:01:59.512365 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Received port after_create {{(pid=115588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 02 13:01:59.545748 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Pushing event updated for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=1']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:01:59.572036 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:01:59.572648 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.575978 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [req-9cd68bbc-0d5b-403d-acc4-07199bd7060c req-81ff1345-ece9-4e06-9dfd-3eb4ccca6977 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924222 Nov 02 13:01:59.590094 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-854bae9a-0189-4d2d-aa41-cd832decb6d0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737100 Nov 02 13:01:59.619477 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Request body: {'port': {'device_id': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86327'}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:01:59.679716 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.940314 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 898ab9b1-dad5-4cef-8394-5041ff60cc8a {{(pid=115588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:01:59.947682 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks [] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:01:59.960234 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.provisioning_blocks [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Transition to ACTIVE for port object 898ab9b1-dad5-4cef-8394-5041ff60cc8a will not be triggered until provisioned by entity L2. {{(pid=115588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 02 13:01:59.963796 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.051396 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Pushing event updated for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=2']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:00.105424 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Attempting to bind port 898ab9b1-dad5-4cef-8394-5041ff60cc8a on host hv-cinder-86327 for vnic_type normal with profile {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Nov 02 13:02:00.105766 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Attempting to bind port 898ab9b1-dad5-4cef-8394-5041ff60cc8a by drivers openvswitch,hyperv on host hv-cinder-86327 at level 0 using segments [{'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Nov 02 13:02:00.106093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Attempting to bind port 898ab9b1-dad5-4cef-8394-5041ff60cc8a on network 084fec51-79db-415d-96f1-5ded42c2427b {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:00.113793 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Port 898ab9b1-dad5-4cef-8394-5041ff60cc8a on network 084fec51-79db-415d-96f1-5ded42c2427b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86327 {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 02 13:02:00.114119 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Attempting to bind port 898ab9b1-dad5-4cef-8394-5041ff60cc8a on network 084fec51-79db-415d-96f1-5ded42c2427b {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 02 13:02:00.123920 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640c9c6-1d75-4bbe-974d-b0223cee53dc req-641d1036-49d1-484d-b334-731334e071f8 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.125463 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4640c9c6-1d75-4bbe-974d-b0223cee53dc req-641d1036-49d1-484d-b334-731334e071f8 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 943 time: 0.1108689 Nov 02 13:02:00.128093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Checking agent: {'id': '40118cc2-8d7d-4cb9-a2ca-9d137e86da70', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86327', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'started_at': datetime.datetime(2022, 11, 2, 12, 43, 44), 'heartbeat_timestamp': datetime.datetime(2022, 11, 2, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 02 13:02:00.128435 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Checking segment: {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Nov 02 13:02:00.128810 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Bound using segment: {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'} {{(pid=115588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 02 13:02:00.129238 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.managers [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Bound port: 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host: hv-cinder-86327, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5af7f1-ac19-4613-a1c5-1353599c097a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1395, 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b'}}] {{(pid=115588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Nov 02 13:02:00.129595 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.211303 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-4640c9c6-1d75-4bbe-974d-b0223cee53dc req-510f3e4a-b8f8-462f-915b-da825b837edf tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793836 Nov 02 13:02:00.222357 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, cleared binding levels {{(pid=115588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 02 13:02:00.225472 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 02 13:02:00.239745 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.243118 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.243895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:00.245296 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] 10.222.0.94 "PUT /v2.0/ports/898ab9b1-dad5-4cef-8394-5041ff60cc8a HTTP/1.1" status: 200 len: 1093 time: 0.6300969 Nov 02 13:02:00.247510 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:02:00.249961 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c005191b-efc5-4090-889f-c2e7ae5b5177" -d '{"events": [{"name": "network-changed", "server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:02:00.291349 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12013074-5657-42d7-8da1-eb0b3016563a x-openstack-request-id: req-12013074-5657-42d7-8da1-eb0b3016563a {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:02:00.292129 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:02:00.292395 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-12013074-5657-42d7-8da1-eb0b3016563a {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:02:00.292805 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12013074-5657-42d7-8da1-eb0b3016563a'] response: {'name': 'network-changed', 'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a', 'status': 'completed', 'code': 200} Nov 02 13:02:00.305438 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c71b09-52d1-4a58-a61c-19a9607d334e service neutron] Pushing event updated for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=3']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:00.357288 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-9bd5ef3c-d892-40a6-a29e-6851a2cb204a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.360380 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-9bd5ef3c-d892-40a6-a29e-6851a2cb204a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 1127 time: 0.0498962 Nov 02 13:02:00.406461 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-f68c85fb-8e27-4848-be21-cfcb1348ecca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a HTTP/1.1" status: 200 len: 217 time: 0.0340097 Nov 02 13:02:00.453422 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-bef32219-96e6-424d-ad2f-3fc2c6d5aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.454930 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-bef32219-96e6-424d-ad2f-3fc2c6d5aa3c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=66c08887-2b6c-4b05-b5ed-ed82096531b5 HTTP/1.1" status: 200 len: 854 time: 0.0437233 Nov 02 13:02:00.487266 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-ddd2cdd9-9862-41b0-967f-9d880bdf696c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=084fec51-79db-415d-96f1-5ded42c2427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269089 Nov 02 13:02:00.578864 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-31a7d24b-b515-432c-b9e9-90e03b2bc599 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858002 Nov 02 13:02:00.671032 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9af79cb8-de6d-47a2-9b22-98e59937990f req-74d85f37-0384-4317-9c67-416c88564143 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867560 Nov 02 13:02:00.813780 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-45739e4b-ceeb-465a-8062-730598694cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.815259 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-45739e4b-ceeb-465a-8062-730598694cf1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a79ec84be61a4de89385b5f38d6da329&device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 1127 time: 0.0500402 Nov 02 13:02:00.906171 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-96622b03-17b7-48f4-8de4-d3f3f1492d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:00.907722 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-96622b03-17b7-48f4-8de4-d3f3f1492d47 service neutron] 10.222.0.94 "GET /v2.0/networks?id=084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 200 len: 916 time: 0.0857913 Nov 02 13:02:00.950718 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-6393e3ea-9298-444b-8900-5b23342c900e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a HTTP/1.1" status: 200 len: 217 time: 0.0370657 Nov 02 13:02:01.009093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-5fd9107d-4878-497c-86a9-cb98a3df3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:01.010603 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-5fd9107d-4878-497c-86a9-cb98a3df3957 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=66c08887-2b6c-4b05-b5ed-ed82096531b5 HTTP/1.1" status: 200 len: 854 time: 0.0541732 Nov 02 13:02:01.042363 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-a1357847-0787-4c10-9726-f27a9010d639 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=084fec51-79db-415d-96f1-5ded42c2427b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255275 Nov 02 13:02:01.129563 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-7046af20-5694-4e49-a8b6-8974d61316c0 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808997 Nov 02 13:02:01.224506 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c005191b-efc5-4090-889f-c2e7ae5b5177 req-a4f7edbc-74c0-4203-b603-9b9ce935c3f3 service neutron] 10.222.0.94 "GET /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894332 Nov 02 13:02:01.337895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d093c1e-5433-4b79-a143-c4091d512c16 req-bf43d772-cff7-4449-9fec-9c06845eeddd tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:01.339398 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d093c1e-5433-4b79-a143-c4091d512c16 req-bf43d772-cff7-4449-9fec-9c06845eeddd tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 943 time: 0.0546005 Nov 02 13:02:01.387898 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-9d093c1e-5433-4b79-a143-c4091d512c16 req-e5aa4685-1dae-4ca6-8c3c-109c50383ae6 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Nov 02 13:02:02.522668 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc79579e-f868-4489-87b5-f14f1620f402 req-edf6f9a8-6c80-487e-b3d3-2a2b5e4f1345 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:02.524078 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc79579e-f868-4489-87b5-f14f1620f402 req-edf6f9a8-6c80-487e-b3d3-2a2b5e4f1345 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 943 time: 0.0611281 Nov 02 13:02:02.574008 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fc79579e-f868-4489-87b5-f14f1620f402 req-d5bd5264-efe0-440d-ae8d-0dc0eb8b0e45 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444040 Nov 02 13:02:03.703955 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ca03b-bf7b-4cba-9663-6cc0e2e7f3a3 req-cf047b9c-b01c-4b89-8694-cc04431154b3 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:03.705440 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6a1ca03b-bf7b-4cba-9663-6cc0e2e7f3a3 req-cf047b9c-b01c-4b89-8694-cc04431154b3 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 943 time: 0.0560253 Nov 02 13:02:03.755882 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6a1ca03b-bf7b-4cba-9663-6cc0e2e7f3a3 req-779056ed-6889-493f-a362-bd893ea5b502 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449138 Nov 02 13:02:04.134130 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 898ab9b1-dad5-4cef-8394-5041ff60cc8a details requested by agent hyperv_hv-cinder-86327 with host hv-cinder-86327 {{(pid=115590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 02 13:02:04.242913 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:04.254544 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Returning: {'device': '898ab9b1-dad5-4cef-8394-5041ff60cc8a', 'network_id': '084fec51-79db-415d-96f1-5ded42c2427b', 'port_id': '898ab9b1-dad5-4cef-8394-5041ff60cc8a', 'mac_address': 'fa:16:3e:e3:fc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c08887-2b6c-4b05-b5ed-ed82096531b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 02 13:02:04.290954 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 898ab9b1-dad5-4cef-8394-5041ff60cc8a is: DOWN; New status is: BUILD {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:04.291351 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.304873 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 898ab9b1-dad5-4cef-8394-5041ff60cc8a {{(pid=115590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Nov 02 13:02:04.324554 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:04.330136 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:04.385706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=4']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:04.793749 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['898ab9b1-dad5-4cef-8394-5041ff60cc8a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:02:04.886132 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7a991-1ffe-4ffe-9374-c12a1e78579b req-23efdce9-726e-424b-85ca-0b05e40806ff tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:04.887665 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3b7a991-1ffe-4ffe-9374-c12a1e78579b req-23efdce9-726e-424b-85ca-0b05e40806ff tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 944 time: 0.0554104 Nov 02 13:02:04.942650 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a3b7a991-1ffe-4ffe-9374-c12a1e78579b req-a92b2bcd-9f95-4f39-a84b-8e007de40145 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485966 Nov 02 13:02:06.068145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa27e5c-e19e-4f39-bc0e-554510ea5d5f req-3f2bab1e-5fcf-45ab-a2c7-cb9048f86922 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.069623 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6fa27e5c-e19e-4f39-bc0e-554510ea5d5f req-3f2bab1e-5fcf-45ab-a2c7-cb9048f86922 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 944 time: 0.0542741 Nov 02 13:02:06.117348 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6fa27e5c-e19e-4f39-bc0e-554510ea5d5f req-1879be4d-3b1b-4aa9-90d4-ef027ab1bf1b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Nov 02 13:02:06.145225 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 898ab9b1-dad5-4cef-8394-5041ff60cc8a up at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 02 13:02:06.195905 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning for port 898ab9b1-dad5-4cef-8394-5041ff60cc8a completed by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Nov 02 13:02:06.200020 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.provisioning_blocks [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Provisioning complete for port 898ab9b1-dad5-4cef-8394-5041ff60cc8a triggered by entity L2. {{(pid=115590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Nov 02 13:02:06.200401 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1677428'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), provisioning_complete {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.200749 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Attempt 1 to provision port 898ab9b1-dad5-4cef-8394-5041ff60cc8a Nov 02 13:02:06.274009 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Current status of the port 898ab9b1-dad5-4cef-8394-5041ff60cc8a is: BUILD; New status is: ACTIVE {{(pid=115590) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Nov 02 13:02:06.274434 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), before_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.298555 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a'}] {{(pid=115590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:02:06.300849 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a401a017c3dea4f5f6f06a530b55db105ea80210a18661f52ce6e65336da876a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6fa6c3-c982-405b-8d6d-679937cd4d6c" -d '{"events": [{"server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "name": "network-vif-plugged", "status": "completed", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a"}]}' {{(pid=115590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:02:06.314158 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:06.318472 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:06.345652 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e73e80f-59e7-45ae-b27c-81f2a3ab1301 x-openstack-request-id: req-5e73e80f-59e7-45ae-b27c-81f2a3ab1301 {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:02:06.345949 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "name": "network-vif-plugged", "status": "completed", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a", "code": 200}]} {{(pid=115590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:02:06.346226 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-5e73e80f-59e7-45ae-b27c-81f2a3ab1301 {{(pid=115590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:02:06.346646 dv-cinder-863277-1-iscsi neutron-server[115590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e73e80f-59e7-45ae-b27c-81f2a3ab1301'] response: {'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a', 'code': 200} Nov 02 13:02:06.372269 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Pushing event updated for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=5']} {{(pid=115590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:06.551809 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca69647-dd57-435a-89b2-17c3d01b57b2 req-2326065f-f094-4960-bec0-44856a67bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:06.553215 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cca69647-dd57-435a-89b2-17c3d01b57b2 req-2326065f-f094-4960-bec0-44856a67bd0a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 1129 time: 0.0451586 Nov 02 13:02:06.596859 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-cca69647-dd57-435a-89b2-17c3d01b57b2 req-73add418-8f90-479b-8c56-14937d1940d1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Nov 02 13:02:07.256427 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d3324-4575-4033-a14c-90cb24a56603 req-5ed80898-1b6d-4003-bfe2-8142da28f90d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:07.257995 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd0d3324-4575-4033-a14c-90cb24a56603 req-5ed80898-1b6d-4003-bfe2-8142da28f90d tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.0607586 Nov 02 13:02:07.307433 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-fd0d3324-4575-4033-a14c-90cb24a56603 req-9042fba1-88ab-4da5-9c7b-3ffe2bbc0b0e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438178 Nov 02 13:02:08.439183 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fcfd34-3608-43bf-bc49-78121bfa04f6 req-a7cce753-9ff4-49b2-830b-0a5fb1a136e0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:08.440693 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5fcfd34-3608-43bf-bc49-78121bfa04f6 req-a7cce753-9ff4-49b2-830b-0a5fb1a136e0 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.0557477 Nov 02 13:02:08.491602 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f5fcfd34-3608-43bf-bc49-78121bfa04f6 req-08b71f44-e5fd-4c07-86b7-baf06aa7995c tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448356 Nov 02 13:02:10.714412 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-82359cc6-496c-4e62-a4d0-453e967fcfc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:13.220599 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5784156c-896f-4663-b822-a0afa6c11e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:14.395275 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.142895 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:15.730402 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:17.231574 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:32.436377 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:02:32.770229 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ba33d1-559b-4c44-b41e-1781daadbfc4 req-e1940b91-a06e-46b3-9aff-067afe33b3c6 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:32.771733 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a9ba33d1-559b-4c44-b41e-1781daadbfc4 req-e1940b91-a06e-46b3-9aff-067afe33b3c6 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.0564420 Nov 02 13:02:32.819682 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-a9ba33d1-559b-4c44-b41e-1781daadbfc4 req-47c713a4-1703-4e97-803c-683f55963154 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423880 Nov 02 13:02:33.955729 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ba608-3ff3-43d7-aaba-0a8e75afdac8 req-e44f556c-fbea-4154-b007-73f9c88014b9 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:33.957267 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-833ba608-3ff3-43d7-aaba-0a8e75afdac8 req-e44f556c-fbea-4154-b007-73f9c88014b9 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Nov 02 13:02:34.007539 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-833ba608-3ff3-43d7-aaba-0a8e75afdac8 req-a4e05c1e-b803-4786-acb6-c30180ae0937 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443883 Nov 02 13:02:34.823838 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-64275bd8-325d-45da-8606-7bff534f2645 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:34.825368 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-64275bd8-325d-45da-8606-7bff534f2645 tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.0579028 Nov 02 13:02:34.918032 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Deleting port 898ab9b1-dad5-4cef-8394-5041ff60cc8a {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:02:34.918402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.008178 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] For port 898ab9b1-dad5-4cef-8394-5041ff60cc8a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=898ab9b1-dad5-4cef-8394-5041ff60cc8a,segment=NetworkSegment(ff5af7f1-ac19-4613-a1c5-1353599c097a),segment_id=ff5af7f1-ac19-4613-a1c5-1353599c097a)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:02:35.008901 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.024611 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Calling delete_port for 898ab9b1-dad5-4cef-8394-5041ff60cc8a owned by compute:nova {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:02:35.189617 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68280d33-602d-449a-86e9-c284899a7c97 req-737fbc30-ff86-4867-a9c0-0bf17ac51d0e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:35.191082 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-68280d33-602d-449a-86e9-c284899a7c97 req-737fbc30-ff86-4867-a9c0-0bf17ac51d0e tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/ports?device_id=6f2d6a61-f987-4937-9fa9-5133489ec5b3 HTTP/1.1" status: 200 len: 945 time: 0.1054564 Nov 02 13:02:35.192211 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (898ab9b1-dad5-4cef-8394-5041ff60cc8a), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.236562 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['898ab9b1-dad5-4cef-8394-5041ff60cc8a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:02:35.237712 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Pushing event deleted for resources: {'Port': ['ID=898ab9b1-dad5-4cef-8394-5041ff60cc8a,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:02:35.266256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.266764 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.266979 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.267341 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.267652 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.268020 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.268366 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.268927 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.269086 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.269319 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.269649 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.270010 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.270390 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:02:35.302610 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] No DVR routers for this DVR port 898ab9b1-dad5-4cef-8394-5041ff60cc8a on host hv-cinder-86327 {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:02:35.306535 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:35.309816 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-dd186810-3dd0-4f13-81a2-20b5a6d6888d req-dbcdb5f6-62d6-4d7a-982b-b414a5f11c2b tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.94 "DELETE /v2.0/ports/898ab9b1-dad5-4cef-8394-5041ff60cc8a HTTP/1.1" status: 204 len: 173 time: 0.4798107 Nov 02 13:02:35.310347 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'name': 'network-vif-deleted', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:02:35.313032 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778acc55-3a57-486c-9d20-99624b27c7f6" -d '{"events": [{"server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "name": "network-vif-deleted", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:02:35.338315 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-68280d33-602d-449a-86e9-c284899a7c97 req-3a52e483-c6eb-43d1-93b7-31abe67c2cff tempest-VolumesSnapshotTestJSON-739893023 tempest-VolumesSnapshotTestJSON-739893023-project] 10.222.0.91 "GET /v2.0/security-groups?id=cf365a5e-4cd9-4394-b140-6d655cd409d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396716 Nov 02 13:02:35.356148 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f71c0c1-5ec2-4fd3-b0f3-0bbee5b4ceba x-openstack-request-id: req-8f71c0c1-5ec2-4fd3-b0f3-0bbee5b4ceba {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:02:35.356483 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f2d6a61-f987-4937-9fa9-5133489ec5b3", "name": "network-vif-deleted", "tag": "898ab9b1-dad5-4cef-8394-5041ff60cc8a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:02:35.356729 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-8f71c0c1-5ec2-4fd3-b0f3-0bbee5b4ceba {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:02:35.357166 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f71c0c1-5ec2-4fd3-b0f3-0bbee5b4ceba'] response: {'server_uuid': '6f2d6a61-f987-4937-9fa9-5133489ec5b3', 'name': 'network-vif-deleted', 'tag': '898ab9b1-dad5-4cef-8394-5041ff60cc8a', 'status': 'completed', 'code': 200} Nov 02 13:02:38.682394 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 898ab9b1-dad5-4cef-8394-5041ff60cc8a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:02:38.702438 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 898ab9b1-dad5-4cef-8394-5041ff60cc8a {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:02:38.702819 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 898ab9b1-dad5-4cef-8394-5041ff60cc8a not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:02:40.716365 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a30c0be6-e7ef-45ce-9a08-b08bcd354f1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:43.225556 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fa9c6c8b-3a22-4e09-a8ba-3355cc780b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:44.398047 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.137045 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:45.737717 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:47.226648 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:02:58.417074 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-c81f12b6-e56c-4682-a316-dcd6dc734884 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653224 Nov 02 13:02:58.775201 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-84173de5-a882-4daf-971e-a370535eb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.776784 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-84173de5-a882-4daf-971e-a370535eb35f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1168 time: 0.2960095 Nov 02 13:02:58.882645 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-572d0cef-e329-4241-9515-2f5e3ba6efa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.884121 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-572d0cef-e329-4241-9515-2f5e3ba6efa2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.0866063 Nov 02 13:02:58.951266 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-6c5d9cb9-6e0c-46ab-b461-fe285f08eafe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1001 time: 0.0606902 Nov 02 13:02:58.998257 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-0248e8f3-43d4-432b-8cb2-151a29075049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:58.999708 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-0248e8f3-43d4-432b-8cb2-151a29075049 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0430706 Nov 02 13:02:59.054423 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-7c786884-c406-4cdd-a5e2-e73ed415e798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:02:59.055942 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-7c786884-c406-4cdd-a5e2-e73ed415e798 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506747 Nov 02 13:02:59.153573 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-f949324e-accb-4165-9526-794b4a91a3b5 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894189 Nov 02 13:02:59.243776 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-18ae6965-d918-46e5-9523-0c0b9fe5673d req-ddcec15e-7661-4560-a5d4-21f8a5d9db41 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840027 Nov 02 13:03:01.883248 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46348) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:01.931789 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.db_base_plugin_v2 [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Deleting subnet 66c08887-2b6c-4b05-b5ed-ed82096531b5 {{(pid=115588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:03:01.935141 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Publish callbacks [] for subnet (66c08887-2b6c-4b05-b5ed-ed82096531b5), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:01.980453 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5168352'] for subnet (66c08887-2b6c-4b05-b5ed-ed82096531b5), precommit_delete_associations {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.021192 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (66c08887-2b6c-4b05-b5ed-ed82096531b5), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.080005 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5066285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5027697'] for subnet (66c08887-2b6c-4b05-b5ed-ed82096531b5), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.107782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c08887-2b6c-4b05-b5ed-ed82096531b5,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:02.114430 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for subnet (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.119029 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-137b4b7b-6c6f-476d-9db9-55384587688d admin admin] 10.222.0.91 "DELETE /v2.0/subnets/66c08887-2b6c-4b05-b5ed-ed82096531b5 HTTP/1.1" status: 204 len: 168 time: 0.2345719 Nov 02 13:03:02.122341 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46350) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:02.205402 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (084fec51-79db-415d-96f1-5ded42c2427b), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.287405 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (084fec51-79db-415d-96f1-5ded42c2427b), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.313834 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084fec51-79db-415d-96f1-5ded42c2427b']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:02.323880 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff5af7f1-ac19-4613-a1c5-1353599c097a') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:02.324172 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff5af7f1-ac19-4613-a1c5-1353599c097a') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:03:02.334811 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (ff5af7f1-ac19-4613-a1c5-1353599c097a), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.349688 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (ff5af7f1-ac19-4613-a1c5-1353599c097a), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.357182 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Releasing vlan 1395 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:03:02.357569 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (ff5af7f1-ac19-4613-a1c5-1353599c097a), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.437028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (084fec51-79db-415d-96f1-5ded42c2427b), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.443336 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.447457 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] 10.222.0.91 "DELETE /v2.0/networks/084fec51-79db-415d-96f1-5ded42c2427b HTTP/1.1" status: 204 len: 168 time: 0.3238537 Nov 02 13:03:02.448289 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment ff5af7f1-ac19-4613-a1c5-1353599c097a resource provider aggregate not found Nov 02 13:03:02.465497 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9abb-cea1-4d76-aefb-3190f0d447ad admin admin] Pushing event deleted for resources: {'Network': ['ID=084fec51-79db-415d-96f1-5ded42c2427b,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:02.472666 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment ff5af7f1-ac19-4613-a1c5-1353599c097a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff5af7f1-ac19-4613-a1c5-1353599c097a found for delete ", "request_id": "req-9edb62dd-0123-4cb8-ac4a-98af6b1c7b90"}]} Nov 02 13:03:02.634118 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46360) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:02.682932 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-f4f774bb-e0f7-4caa-9bb2-25035f44e6f6 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=a79ec84be61a4de89385b5f38d6da329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475841 Nov 02 13:03:02.687220 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46364) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:03:02.746553 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Publish callbacks [] for security_group (cf365a5e-4cd9-4394-b140-6d655cd409d6), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.771203 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Publish callbacks [] for security_group (cf365a5e-4cd9-4394-b140-6d655cd409d6), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.832258 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (cf365a5e-4cd9-4394-b140-6d655cd409d6), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.834944 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:02.836262 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/cf365a5e-4cd9-4394-b140-6d655cd409d6 HTTP/1.1" status: 204 len: 168 time: 0.1471760 Nov 02 13:03:02.847954 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf365a5e-4cd9-4394-b140-6d655cd409d6,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:03:02.855656 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.856014 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.856369 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.856712 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.857050 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.857389 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.857726 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.858062 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.858424 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.858793 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.859078 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.859407 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:02.860248 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e85f5f7-677d-412b-9154-b2881939d98b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:03:09.435583 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:10.720417 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-f47304a0-cd84-442b-806c-80a7e388ecbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:13.228724 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-358fabfd-28a9-455d-9f30-98e11efaac5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:14.400471 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.131075 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:15.737038 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:17.230701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:27.746388 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6390902-cc29-4847-ab4c-9b801d435df9 req-74c3b765-4402-4e93-a4fc-c22663d3a2bd tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.747915 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6390902-cc29-4847-ab4c-9b801d435df9 req-74c3b765-4402-4e93-a4fc-c22663d3a2bd tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0944996 Nov 02 13:03:27.762868 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-c70e58da-82dd-4749-abf0-b5dbabd5c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.764208 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-c70e58da-82dd-4749-abf0-b5dbabd5c75e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1168 time: 0.0756807 Nov 02 13:03:27.868559 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f6390902-cc29-4847-ab4c-9b801d435df9 req-010d3838-fa1a-42d5-912c-d518ecf2d248 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135206 Nov 02 13:03:27.890987 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-fa7636d1-140b-4ea9-9967-876239fcb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:27.892595 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-fa7636d1-140b-4ea9-9967-876239fcb73d service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.1208692 Nov 02 13:03:27.961309 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-b31085d3-b77f-4f52-a6f4-75bfb8b27a98 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1001 time: 0.0622652 Nov 02 13:03:28.011575 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-8f326462-7a7e-4372-8346-41987b4d4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.013084 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-8f326462-7a7e-4372-8346-41987b4d4dca service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0457544 Nov 02 13:03:28.063794 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-0af22ad8-b626-448a-b2ad-0c9527b3f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:28.065509 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-0af22ad8-b626-448a-b2ad-0c9527b3f578 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453477 Nov 02 13:03:28.167561 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-40b4250d-680e-46e4-9fc2-f05432ac4549 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955539 Nov 02 13:03:28.262568 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b0886111-037c-4b9d-929f-b0a67f94f58b req-15810ab2-12c7-4b9b-bb9a-3a88c0dd4f70 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885730 Nov 02 13:03:29.012807 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491b3b0-b95d-4fe7-a10c-c0d19878641d req-b5679919-e5b9-4e24-8bf0-8538310e65ff tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:29.014320 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0491b3b0-b95d-4fe7-a10c-c0d19878641d req-b5679919-e5b9-4e24-8bf0-8538310e65ff tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0627537 Nov 02 13:03:29.076861 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-0491b3b0-b95d-4fe7-a10c-c0d19878641d req-449f973d-c248-4ef9-a736-c77be219d650 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556309 Nov 02 13:03:30.204859 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f91834-b5bd-470f-91bc-364fcf0ef121 req-70bc6f46-2718-4b50-8379-7de9bccb421f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:30.206712 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55f91834-b5bd-470f-91bc-364fcf0ef121 req-70bc6f46-2718-4b50-8379-7de9bccb421f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0545719 Nov 02 13:03:30.271580 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-55f91834-b5bd-470f-91bc-364fcf0ef121 req-a8189dee-dec3-482b-b67a-41c82d5bb097 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590837 Nov 02 13:03:31.400028 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecf1fe-146d-4bad-96f3-6b56e83ed7d4 req-2254e68f-2fa1-4b33-afc3-a4f3e35db160 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:31.400028 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4ecf1fe-146d-4bad-96f3-6b56e83ed7d4 req-2254e68f-2fa1-4b33-afc3-a4f3e35db160 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0555072 Nov 02 13:03:31.465960 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f4ecf1fe-146d-4bad-96f3-6b56e83ed7d4 req-fedbeb0e-16e8-444e-a3f7-6fc0413e10d7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602510 Nov 02 13:03:32.595977 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace7dbf-e22a-4b7e-93e6-821e871dd467 req-8543d5d6-d731-4ee2-b344-80b2212ba1f3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:32.598112 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ace7dbf-e22a-4b7e-93e6-821e871dd467 req-8543d5d6-d731-4ee2-b344-80b2212ba1f3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0583215 Nov 02 13:03:32.670898 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-1ace7dbf-e22a-4b7e-93e6-821e871dd467 req-c32f822c-ec08-488f-bf48-c527dfce112d tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664279 Nov 02 13:03:33.810224 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b510947-17a6-461f-869c-363117ef126a req-a279f873-dcdb-4774-a7a8-c9eb1669d85e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:33.811767 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3b510947-17a6-461f-869c-363117ef126a req-a279f873-dcdb-4774-a7a8-c9eb1669d85e tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0568070 Nov 02 13:03:33.874749 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-3b510947-17a6-461f-869c-363117ef126a req-52a2844a-2f20-47c4-97fe-85739f15aadb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566943 Nov 02 13:03:35.008917 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67809a5-1e66-4b31-9886-0aa92b31627c req-d44e4a38-f192-4872-aee1-10f083fa4442 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:35.010485 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b67809a5-1e66-4b31-9886-0aa92b31627c req-d44e4a38-f192-4872-aee1-10f083fa4442 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0621161 Nov 02 13:03:35.075758 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-b67809a5-1e66-4b31-9886-0aa92b31627c req-f75bab98-24ac-494e-bb46-2a106631edfb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554795 Nov 02 13:03:36.214144 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92c829-b244-42ab-a2dc-a9753a098de6 req-dd05ffa4-8c6d-4a92-b6f2-3d10711cce02 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:36.215651 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff92c829-b244-42ab-a2dc-a9753a098de6 req-dd05ffa4-8c6d-4a92-b6f2-3d10711cce02 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0568507 Nov 02 13:03:36.291510 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-ff92c829-b244-42ab-a2dc-a9753a098de6 req-d413bfb9-9000-445c-87b1-d51c8619349f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687394 Nov 02 13:03:37.427956 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc1596-af8a-4751-a2cc-4fcd87c9b4ed req-d0d5027c-bbe8-4816-9163-09b42f012972 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:37.429455 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e3dc1596-af8a-4751-a2cc-4fcd87c9b4ed req-d0d5027c-bbe8-4816-9163-09b42f012972 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0607181 Nov 02 13:03:37.490536 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e3dc1596-af8a-4751-a2cc-4fcd87c9b4ed req-97c5be5a-a9f7-42f2-b3d0-e074004b9a54 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550303 Nov 02 13:03:38.620526 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b094df-17de-40e6-81e3-d46e91321818 req-a483483f-f89c-4716-bb84-2d0e1a3d188c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:38.622004 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c4b094df-17de-40e6-81e3-d46e91321818 req-a483483f-f89c-4716-bb84-2d0e1a3d188c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0577066 Nov 02 13:03:38.682956 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-c4b094df-17de-40e6-81e3-d46e91321818 req-fe1b03b3-8970-4c13-a9fc-a443bbc26cd7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552993 Nov 02 13:03:39.824828 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb627c-62ff-4446-b148-39ee1628b713 req-1a1e358d-64fc-4d5d-8886-69aab68f0da6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:03:39.826336 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32fb627c-62ff-4446-b148-39ee1628b713 req-1a1e358d-64fc-4d5d-8886-69aab68f0da6 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0598669 Nov 02 13:03:39.892714 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-32fb627c-62ff-4446-b148-39ee1628b713 req-9d8140b1-5cd1-40aa-bb60-08a147e8447b tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca&id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599587 Nov 02 13:03:40.723970 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1229a211-44fa-4d0b-884d-552d64dab80e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:43.233082 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-57433003-eba4-4c05-99b3-50d44b4504dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:44.404005 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.141005 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:45.741411 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:03:46.436270 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:03:47.234762 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:00.416014 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-0a627207-adc8-48d2-84cd-57aa592c3d7a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494614 Nov 02 13:04:00.555876 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-714801fd-08f7-4744-85a8-6b526726ff12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.557438 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-714801fd-08f7-4744-85a8-6b526726ff12 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1168 time: 0.0485134 Nov 02 13:04:00.673967 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-150f3185-7123-4a63-919c-e2016b6043bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.676256 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-150f3185-7123-4a63-919c-e2016b6043bb service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.0971115 Nov 02 13:04:00.747749 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-06527987-983f-4f8e-a94d-7098d07b944f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 1001 time: 0.0651982 Nov 02 13:04:00.797586 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-4553ab9b-24d6-47a5-a65c-ee6d45ef7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.799252 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-4553ab9b-24d6-47a5-a65c-ee6d45ef7855 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0458636 Nov 02 13:04:00.850145 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-451e263b-7148-4b49-867e-16eb3d46f25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:00.851593 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-451e263b-7148-4b49-867e-16eb3d46f25c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465930 Nov 02 13:04:00.947331 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-2df05c06-7d1e-40cf-9ec6-e33dc86db841 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894361 Nov 02 13:04:01.037683 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-aa5e03b1-7c2c-41f2-8b01-0f8cb0297ed8 req-cd0d3451-d5d9-4288-b039-a3a7a6169529 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845511 Nov 02 13:04:10.727711 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-db090251-652c-44dc-8a0b-9aab21ed0295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:13.235833 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b9fce97c-2c1a-4d5b-ae2a-5d7d83763f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:14.406793 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.129356 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:15.742444 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:17.242409 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:23.435130 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:04:40.730036 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-51a0478f-8d34-4ef1-b7c6-62822a7026fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.238275 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-033d7eba-2505-4db6-ab1b-12de56cbded9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.542605 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-39f825b5-6aa1-4dca-bf47-96f03f72db85 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-811493622&fields=id&tenant_id=04f3854e805b4dffa47b02b68228e39f HTTP/1.1" status: 200 len: 267 time: 0.0492649 Nov 02 13:04:43.600911 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-7547e1c1-9376-4940-a677-2de2d82b5ae3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:43.602481 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-7547e1c1-9376-4940-a677-2de2d82b5ae3 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 984 time: 0.0540693 Nov 02 13:04:43.613785 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.v2.base [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Request body: {'port': {'security_groups': ['30a2ee11-7d5a-4ca8-9011-2349e284628d']}} {{(pid=115588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Nov 02 13:04:43.688256 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1751986'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.862186 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:43.891236 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), precommit_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.896678 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740154274196', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740153685764', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740153685782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5066215'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_update {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.908231 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:43.908852 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:43.910232 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-6831b5f9-22db-40b8-89f9-6c1fe3b1fec8 req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "PUT /v2.0/ports/37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 942 time: 0.3013179 Nov 02 13:04:43.910765 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:43.916576 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:43.916728 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46426) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:43.937825 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:43.969581 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event updated for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=7']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:43.978147 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.978527 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.978884 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.979232 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.979579 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.979923 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.980531 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.980878 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.981216 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.981559 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.981895 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.982252 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.982578 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e9af82-a8b6-4121-a3f2-72317fd7ff5f tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:43.999886 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.030037 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.058242 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:44.097425 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.101395 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.105112 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "DELETE /v2.0/security-groups/a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca HTTP/1.1" status: 204 len: 168 time: 0.1824389 Nov 02 13:04:44.105614 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46432) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:44.112455 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9582e8f-bd27-4c3e-92c4-4c3099a1e8ca,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.120902 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.121306 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.122411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.122411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.122411 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.123059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.123059 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.123371 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.123696 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.124035 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.134342 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.134342 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.134342 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93274599-63cc-4526-b8e2-7359e75dd8fb tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-863277-1-iscsi {{(pid=115589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 02 13:04:44.282727 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Deleting port b0c59c84-a7af-4022-bb7b-cbeb1f27ae95 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:44.283068 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.364271 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.364661 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for floatingip (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.376938 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Calling delete_port for b0c59c84-a7af-4022-bb7b-cbeb1f27ae95 owned by network:floatingip {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:44.410036 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.529242 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (b0c59c84-a7af-4022-bb7b-cbeb1f27ae95), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.551518 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event deleted for resources: {'Port': ['ID=b0c59c84-a7af-4022-bb7b-cbeb1f27ae95,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:44.620891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks [] for floatingip (67f382c1-b225-4c58-a545-ee06b27ab427), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.621123 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.db.l3_db [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Floating IP 67f382c1-b225-4c58-a545-ee06b27ab427 disassociated (deleted). External IP: 172.27.0.106, port: 37b11afd-cf77-44af-9fcd-156f3d5e431a. Nov 02 13:04:44.835280 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Router 90470f64-04fc-4c9c-bc45-34d36d955406 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:44.965782 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:44.970770 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for floatingip (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:44.976092 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Sync routers for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:44.987456 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:44.988081 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:44.995430 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023f55c-4f19-4ba0-8eff-865c51b6987e x-openstack-request-id: req-7023f55c-4f19-4ba0-8eff-865c51b6987e {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:44.995745 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:44.995995 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-7023f55c-4f19-4ba0-8eff-865c51b6987e {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:44.996405 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7023f55c-4f19-4ba0-8eff-865c51b6987e'] response: {'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:04:45.012698 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-1cb4e1af-fda3-4e8d-a889-2a6b612102b7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "DELETE /v2.0/floatingips/67f382c1-b225-4c58-a545-ee06b27ab427 HTTP/1.1" status: 204 len: 168 time: 0.9035792 Nov 02 13:04:45.078703 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-4ea39535-f5e4-4a56-8ce0-5cddae0f661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:45.080187 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-4ea39535-f5e4-4a56-8ce0-5cddae0f661a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1129 time: 0.0533876 Nov 02 13:04:45.107982 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:45.143089 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.197915 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-d66d84e0-862a-4fdd-affd-b7253a30045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:45.199625 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-d66d84e0-862a-4fdd-affd-b7253a30045c service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.1130424 Nov 02 13:04:45.258848 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-bc9cc82d-49f1-433f-9133-3b0b9fe32438 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 217 time: 0.0522096 Nov 02 13:04:45.333980 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-dd197dbe-66db-4200-acf4-bb09539efcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:45.335577 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-dd197dbe-66db-4200-acf4-bb09539efcc4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0709295 Nov 02 13:04:45.341235 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:45.366870 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Checking router: 90470f64-04fc-4c9c-bc45-34d36d955406 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:45.376224 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:45.376839 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:45.387999 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-b398b617-d0c4-463f-9c9d-e7c186676f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:45.389522 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-b398b617-d0c4-463f-9c9d-e7c186676f6e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474861 Nov 02 13:04:45.486136 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:45.501907 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-97984797-6576-410a-bd6c-f0d7351e27dc service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931141 Nov 02 13:04:45.593647 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-20d72cc8-8cf9-450a-a04c-ccb36ee6bd4a req-c7dbaea5-8694-43dd-a149-7017eeb483f6 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Nov 02 13:04:45.697780 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:45.722004 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5bd5c9-5f8e-40ed-9fc4-72e920b5f035 None None] The sync data for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi is: [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:00:37Z', 'revision_number': 4, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi', '_interfaces': [{'id': '9d87fe3f-31bc-4785-a34c-8f4b5fdd2962', 'name': '', 'network_id': '1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'mac_address': 'fa:16:3e:39:b8:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:37Z', 'updated_at': '2022-11-02T13:00:45Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'subnets': [{'id': 'd0425523-95d2-42e8-9a10-ca520f2ee798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:45.748169 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:45.967282 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24413886-f1f9-4b21-8513-21f24ecb0e0d None None] New status for floating IP 67f382c1-b225-4c58-a545-ee06b27ab427: DOWN {{(pid=115590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Nov 02 13:04:46.998447 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:47.000812 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f689dd7e-d328-42d9-86ba-d3a5555f4bde" -d '{"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:47.037246 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbe03a7-f2cf-40e3-8699-f032117666ff x-openstack-request-id: req-1cbe03a7-f2cf-40e3-8699-f032117666ff {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:47.037547 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:47.037810 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-1cbe03a7-f2cf-40e3-8699-f032117666ff {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:47.038229 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbe03a7-f2cf-40e3-8699-f032117666ff'] response: {'name': 'network-changed', 'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:04:47.127018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-73cb80c7-50e9-4640-aba6-d330cfb2ca38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:47.128538 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-73cb80c7-50e9-4640-aba6-d330cfb2ca38 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=04f3854e805b4dffa47b02b68228e39f&device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 1129 time: 0.0479734 Nov 02 13:04:47.228535 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-b1390762-1743-4337-9ccc-7959191cf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:47.230053 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-b1390762-1743-4337-9ccc-7959191cf9a5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 200 len: 917 time: 0.0954509 Nov 02 13:04:47.237066 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:47.270927 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-9447d6d9-5a9f-4569-8cd5-51e9efc8cb6f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 200 len: 217 time: 0.0352201 Nov 02 13:04:47.325399 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-3bf4afee-6644-4102-8a84-8c90001c790a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:47.326919 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-3bf4afee-6644-4102-8a84-8c90001c790a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 200 len: 854 time: 0.0507987 Nov 02 13:04:47.378018 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-ad9146be-5bd7-4157-b6fd-58eecb9eb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:47.379548 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-ad9146be-5bd7-4157-b6fd-58eecb9eb54c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470343 Nov 02 13:04:47.470351 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-5dfa1cf6-828c-4b90-9056-8e450bbc7e30 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851455 Nov 02 13:04:47.569989 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-f689dd7e-d328-42d9-86ba-d3a5555f4bde req-4ff4cf51-f65d-4e03-bd2e-088801bb91c6 service neutron] 10.222.0.94 "GET /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930166 Nov 02 13:04:47.858441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df946a14-e60a-4aca-b998-2b837aed1ea1 req-ac92529b-b44c-4664-bacc-82ce844a28e5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:47.859719 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-df946a14-e60a-4aca-b998-2b837aed1ea1 req-ac92529b-b44c-4664-bacc-82ce844a28e5 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0569782 Nov 02 13:04:47.909410 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-df946a14-e60a-4aca-b998-2b837aed1ea1 req-dd69f837-fddb-40cb-ad9a-a6ba7ee82614 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430257 Nov 02 13:04:49.053102 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c265fc-1074-4a3b-955f-131720399777 req-d0b0c792-08d9-484d-8601-01da65742981 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:49.054841 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-43c265fc-1074-4a3b-955f-131720399777 req-d0b0c792-08d9-484d-8601-01da65742981 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0656686 Nov 02 13:04:49.112034 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-43c265fc-1074-4a3b-955f-131720399777 req-d8d5cc10-1f22-4585-b033-0d31d0e06195 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516703 Nov 02 13:04:49.972321 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-f7baffc0-09b1-4a0d-a3af-c1425b4e2702 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:49.977842 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-f7baffc0-09b1-4a0d-a3af-c1425b4e2702 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.94 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.0536301 Nov 02 13:04:50.063140 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Deleting port 37b11afd-cf77-44af-9fcd-156f3d5e431a {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:50.063878 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.170648 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] For port 37b11afd-cf77-44af-9fcd-156f3d5e431a, host hv-cinder-86327, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86327',level=0,port_id=37b11afd-cf77-44af-9fcd-156f3d5e431a,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:50.171015 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.186222 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Calling delete_port for 37b11afd-cf77-44af-9fcd-156f3d5e431a owned by compute:nova {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:50.540869 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5de9-f15a-44e7-a5ef-4316990c0340 req-ad6c8c42-5732-41f3-83b7-f2079e61b72c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Nov 02 13:04:50.542263 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-231c5de9-f15a-44e7-a5ef-4316990c0340 req-ad6c8c42-5732-41f3-83b7-f2079e61b72c tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/ports?device_id=c685b183-3a5d-4ca2-9759-8de6be054d25 HTTP/1.1" status: 200 len: 945 time: 0.3520484 Nov 02 13:04:50.628040 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-231c5de9-f15a-44e7-a5ef-4316990c0340 req-d52459be-432e-4f2e-abf4-a67370a9dea7 tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.91 "GET /v2.0/security-groups?id=30a2ee11-7d5a-4ca8-9011-2349e284628d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Nov 02 13:04:50.629074 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (37b11afd-cf77-44af-9fcd-156f3d5e431a), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.660261 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Pushing event deleted for resources: {'Port': ['ID=37b11afd-cf77-44af-9fcd-156f3d5e431a,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:50.665785 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.db [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] get_ports_and_sgs() called for port_ids ['37b11afd-cf77-44af-9fcd-156f3d5e431a'] {{(pid=115590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Nov 02 13:04:50.705839 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] No DVR routers for this DVR port 37b11afd-cf77-44af-9fcd-156f3d5e431a on host hv-cinder-86327 {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:04:50.709231 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1038814'] for port (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:50.712296 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [req-e01fdf51-6bcb-4336-9bc9-42166d23b10b req-e3877928-e416-43db-adf4-ef8df77d1faa tempest-TestMinimumBasicScenario-1077726775 tempest-TestMinimumBasicScenario-1077726775-project] 10.222.0.94 "DELETE /v2.0/ports/37b11afd-cf77-44af-9fcd-156f3d5e431a HTTP/1.1" status: 204 len: 173 time: 0.7334020 Nov 02 13:04:50.712798 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'name': 'network-vif-deleted', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a'}] {{(pid=115588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Nov 02 13:04:50.715072 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.91/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ce7ede5bf2ccd9a7faeabf793b4c8b241c50556562948a4d99f57c507fd4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817ec76c-009a-4762-b88b-f86727e1e20e" -d '{"events": [{"server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "name": "network-vif-deleted", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a"}]}' {{(pid=115588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 02 13:04:50.750883 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 02 Nov 2022 13:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17826678-deb0-49ce-a525-2455ec8775f3 x-openstack-request-id: req-17826678-deb0-49ce-a525-2455ec8775f3 {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 02 13:04:50.751188 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c685b183-3a5d-4ca2-9759-8de6be054d25", "name": "network-vif-deleted", "tag": "37b11afd-cf77-44af-9fcd-156f3d5e431a", "status": "completed", "code": 200}]} {{(pid=115588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 02 13:04:50.751534 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.91/compute/v2.1/os-server-external-events used request id req-17826678-deb0-49ce-a525-2455ec8775f3 {{(pid=115588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 02 13:04:50.752001 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17826678-deb0-49ce-a525-2455ec8775f3'] response: {'server_uuid': 'c685b183-3a5d-4ca2-9759-8de6be054d25', 'name': 'network-vif-deleted', 'tag': '37b11afd-cf77-44af-9fcd-156f3d5e431a', 'status': 'completed', 'code': 200} Nov 02 13:04:52.373200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46520) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:52.732239 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (90470f64-04fc-4c9c-bc45-34d36d955406), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:52.972609 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Deleting port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:52.972941 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.055257 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] For port 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:53.055612 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.068471 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Calling delete_port for 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 owned by network:router_interface {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:53.497079 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (9d87fe3f-31bc-4785-a34c-8f4b5fdd2962), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.523144 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d87fe3f-31bc-4785-a34c-8f4b5fdd2962,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:53.688871 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (90470f64-04fc-4c9c-bc45-34d36d955406), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:53.901355 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Router 90470f64-04fc-4c9c-bc45-34d36d955406 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:54.006134 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:54.011216 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-a9b4e04b-77f9-4330-9c6e-0f04f848124b admin admin] 10.222.0.91 "PUT /v2.0/routers/90470f64-04fc-4c9c-bc45-34d36d955406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6368289 Nov 02 13:04:54.013853 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46522) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:54.016572 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Sync routers for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:54.111484 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:54.112375 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:54.117447 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks [] for router (90470f64-04fc-4c9c-bc45-34d36d955406), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.217985 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:54.218942 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks [] for router_gateway (90470f64-04fc-4c9c-bc45-34d36d955406), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.269879 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Deleting port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:54.270851 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.351775 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] For port 7c7ef28e-676e-4c41-9220-3b6bcff23fdb, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:54.352152 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.369536 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Calling delete_port for 7c7ef28e-676e-4c41-9220-3b6bcff23fdb owned by network:router_gateway {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:54.400182 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:04:53Z', 'revision_number': 5, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port': {'id': '7c7ef28e-676e-4c41-9220-3b6bcff23fdb', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:67:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:34Z', 'updated_at': '2022-11-02T13:00:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:54.426069 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Checking router: 90470f64-04fc-4c9c-bc45-34d36d955406 for host: dv-cinder-863277-1-iscsi {{(pid=115591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:54.435740 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Routers {'90470f64-04fc-4c9c-bc45-34d36d955406'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:54.436422 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['90470f64-04fc-4c9c-bc45-34d36d955406'], 'active': True} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:54.523647 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_dvr_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] Set router 90470f64-04fc-4c9c-bc45-34d36d955406 gateway port host: None {{(pid=115591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:54.549922 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (7c7ef28e-676e-4c41-9220-3b6bcff23fdb), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.578140 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.l3_hamode_db [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:04:54Z', 'revision_number': 6, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port_host': None}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:54.578638 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7ef28e-676e-4c41-9220-3b6bcff23fdb,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:54.604110 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9504e016-e292-43f8-8fd9-3dffb8dfb0d1 None None] The sync data for ids ['90470f64-04fc-4c9c-bc45-34d36d955406'] in dv-cinder-863277-1-iscsi is: [{'id': '90470f64-04fc-4c9c-bc45-34d36d955406', 'name': 'tempest-TestMinimumBasicScenario-1575875821-router', 'tenant_id': '04f3854e805b4dffa47b02b68228e39f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:33Z', 'updated_at': '2022-11-02T13:04:54Z', 'revision_number': 6, 'project_id': '04f3854e805b4dffa47b02b68228e39f', 'gw_port_host': None}] {{(pid=115591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:54.644522 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (90470f64-04fc-4c9c-bc45-34d36d955406), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.741797 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (90470f64-04fc-4c9c-bc45-34d36d955406), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.749418 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks [] for router_controller (90470f64-04fc-4c9c-bc45-34d36d955406), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.797492 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (90470f64-04fc-4c9c-bc45-34d36d955406), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.797976 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90470f64-04fc-4c9c-bc45-34d36d955406 {{(pid=115589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:54.802930 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.804096 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-0df47de1-49f1-4c4b-86f2-958bd1617f7b admin admin] 10.222.0.91 "DELETE /v2.0/routers/90470f64-04fc-4c9c-bc45-34d36d955406 HTTP/1.1" status: 204 len: 168 time: 0.7891581 Nov 02 13:04:54.806768 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46524) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:54.856809 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Deleting subnet d0425523-95d2-42e8-9a10-ca520f2ee798 {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:04:54.860160 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Publish callbacks [] for subnet (d0425523-95d2-42e8-9a10-ca520f2ee798), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.902934 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (d0425523-95d2-42e8-9a10-ca520f2ee798), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:54.977934 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 37b11afd-cf77-44af-9fcd-156f3d5e431a no longer exists at agent hyperv_hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:55.000249 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (d0425523-95d2-42e8-9a10-ca520f2ee798), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.004138 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] No Port match for: 37b11afd-cf77-44af-9fcd-156f3d5e431a {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:55.004818 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Device 37b11afd-cf77-44af-9fcd-156f3d5e431a not bound to the agent host hv-cinder-86327 {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:55.071255 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (d0425523-95d2-42e8-9a10-ca520f2ee798), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.100490 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0425523-95d2-42e8-9a10-ca520f2ee798,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:55.104448 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.108180 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-bb962505-8a0c-4679-909d-d64dc657921a admin admin] 10.222.0.91 "DELETE /v2.0/subnets/d0425523-95d2-42e8-9a10-ca520f2ee798 HTTP/1.1" status: 204 len: 168 time: 0.3004043 Nov 02 13:04:55.110795 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46526) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:55.113568 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75c501-64f6-4454-9231-d552ee0adc73 None None] Network 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:04:55.183998 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.242947 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Deleting port 73431bb6-474c-4672-81bf-91a99d2511a4 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:55.243393 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.315338 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] For port 73431bb6-474c-4672-81bf-91a99d2511a4, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=73431bb6-474c-4672-81bf-91a99d2511a4,segment=NetworkSegment(258940cc-669e-42ab-a604-cd95c5753a1e),segment_id=258940cc-669e-42ab-a604-cd95c5753a1e)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:55.315624 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.330457 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Calling delete_port for 73431bb6-474c-4672-81bf-91a99d2511a4 owned by network:dhcp {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:55.416135 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (73431bb6-474c-4672-81bf-91a99d2511a4), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.441907 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=73431bb6-474c-4672-81bf-91a99d2511a4,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:55.444688 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3842dcd0-fea7-4073-8699-bb93345c70fc None None] DHCP port deletion for 1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:04:55.446011 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] No DVR routers for this DVR port 73431bb6-474c-4672-81bf-91a99d2511a4 on host dv-cinder-863277-1-iscsi {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:04:55.491532 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:55.511492 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:55.511936 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 9d87fe3f-31bc-4785-a34c-8f4b5fdd2962 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:55.531441 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.556888 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:55.568093 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '258940cc-669e-42ab-a604-cd95c5753a1e') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:55.568642 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '258940cc-669e-42ab-a604-cd95c5753a1e') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:55.578969 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (258940cc-669e-42ab-a604-cd95c5753a1e), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.594716 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (258940cc-669e-42ab-a604-cd95c5753a1e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.603789 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Releasing vlan 1371 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:55.604181 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (258940cc-669e-42ab-a604-cd95c5753a1e), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.651585 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 258940cc-669e-42ab-a604-cd95c5753a1e resource provider aggregate not found Nov 02 13:04:55.670466 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 258940cc-669e-42ab-a604-cd95c5753a1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 258940cc-669e-42ab-a604-cd95c5753a1e found for delete ", "request_id": "req-4b61b3c5-c257-4865-86a4-1d07541001f1"}]} Nov 02 13:04:55.681225 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.689092 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:55.693301 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] 10.222.0.91 "DELETE /v2.0/networks/1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483 HTTP/1.1" status: 204 len: 168 time: 0.5812747 Nov 02 13:04:55.696572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46532) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:55.709489 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2949f7-ae6f-49a6-9500-5f9feab74b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ab0e636-1d72-4ed9-8fb9-5a1fb66b7483,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:56.061530 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556201'] for router_interface (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.313567 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Deleting port b2b62de5-a33a-410b-8e66-9acc70f9cd2f {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:56.313863 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.397886 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] For port b2b62de5-a33a-410b-8e66-9acc70f9cd2f, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:56.398241 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.413751 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Calling delete_port for b2b62de5-a33a-410b-8e66-9acc70f9cd2f owned by network:router_interface {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:56.604482 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (b2b62de5-a33a-410b-8e66-9acc70f9cd2f), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:56.631897 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b62de5-a33a-410b-8e66-9acc70f9cd2f,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:56.804672 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-714059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-557081'] for router_interface (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.018901 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Router abad4bec-2e56-4a69-b80a-fb4732b35b06 has already been hosted by L3 agent cf47043b-2891-43a1-bfa7-9a4f74c72e80 {{(pid=115589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 02 13:04:57.122683 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7c7ef28e-676e-4c41-9220-3b6bcff23fdb no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:57.143662 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 7c7ef28e-676e-4c41-9220-3b6bcff23fdb {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:57.144019 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 7c7ef28e-676e-4c41-9220-3b6bcff23fdb not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:57.144343 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] Notify agent at l3_agent.dv-cinder-863277-1-iscsi the message routers_updated {{(pid=115589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 02 13:04:57.144578 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 73431bb6-474c-4672-81bf-91a99d2511a4 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:57.152832 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-53db201a-452d-45b5-9338-7ef662a906cc admin admin] 10.222.0.91 "PUT /v2.0/routers/abad4bec-2e56-4a69-b80a-fb4732b35b06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551475 Nov 02 13:04:57.156489 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46534) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:57.169587 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Sync routers for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 02 13:04:57.172017 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 73431bb6-474c-4672-81bf-91a99d2511a4 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:57.172362 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 73431bb6-474c-4672-81bf-91a99d2511a4 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:57.183085 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:57.183917 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:57.277572 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks [] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.303514 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:57.507423 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:04:56Z', 'revision_number': 5, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:57.533297 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Checking router: abad4bec-2e56-4a69-b80a-fb4732b35b06 for host: dv-cinder-863277-1-iscsi {{(pid=115590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 02 13:04:57.544174 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Routers {'abad4bec-2e56-4a69-b80a-fb4732b35b06'} bound to L3 agent in host dv-cinder-863277-1-iscsi {{(pid=115590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 02 13:04:57.544921 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-863277-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-11-02T12:37:13Z,description=,heartbeat_timestamp=2022-11-02T13:04:43Z,host='dv-cinder-863277-1-iscsi',id=cf47043b-2891-43a1-bfa7-9a4f74c72e80,load=0,resource_versions=,resources_synced=,started_at=2022-11-02T12:37:13Z,topic='l3_agent')) {'router_ids': ['abad4bec-2e56-4a69-b80a-fb4732b35b06'], 'active': True} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:57.628248 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks [] for router_gateway (abad4bec-2e56-4a69-b80a-fb4732b35b06), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.651604 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_dvr_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] Set router abad4bec-2e56-4a69-b80a-fb4732b35b06 gateway port host: dv-cinder-863277-1-iscsi {{(pid=115590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 02 13:04:57.681200 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Deleting port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 {{(pid=115589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:57.681608 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.767456 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.db [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] For port 58e6c7a0-7185-4229-9f0e-eda4ab01fe13, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,segment=NetworkSegment(bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4),segment_id=bd2cf73f-91e2-4ffb-bfdb-f3dd661957b4)] {{(pid=115589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:57.767818 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:57.782467 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Calling delete_port for 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 owned by network:router_gateway {{(pid=115589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:57.840175 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.db.l3_hamode_db [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:04:56Z', 'revision_number': 5, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}], 'dv-cinder-863277-1-iscsi', False) {} {{(pid=115590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:57.866405 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e44e6ec-ce1c-4a18-b3c8-a9c94e63f3b0 None None] The sync data for ids ['abad4bec-2e56-4a69-b80a-fb4732b35b06'] in dv-cinder-863277-1-iscsi is: [{'id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'name': 'tempest-TestMinimumBasicScenario-1870683937-router', 'tenant_id': '8cb9100296dd45bfaab650fe384e0ce9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'external_fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-11-02T13:00:40Z', 'updated_at': '2022-11-02T13:04:56Z', 'revision_number': 5, 'project_id': '8cb9100296dd45bfaab650fe384e0ce9', 'gw_port': {'id': '58e6c7a0-7185-4229-9f0e-eda4ab01fe13', 'name': '', 'network_id': 'dca5785d-562a-40b9-8cbf-306f717f512c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ee:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abad4bec-2e56-4a69-b80a-fb4732b35b06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-863277-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-11-02T13:00:41Z', 'updated_at': '2022-11-02T13:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2e0a42d-3520-4cce-87db-8de844154682', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-863277-1-iscsi'}] {{(pid=115590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 02 13:04:57.970057 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5328717'] for port (58e6c7a0-7185-4229-9f0e-eda4ab01fe13), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.002602 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Pushing event deleted for resources: {'Port': ['ID=58e6c7a0-7185-4229-9f0e-eda4ab01fe13,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:58.064945 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555235'] for router_gateway (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.152195 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-556662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6622'] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.154177 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks [] for router_controller (abad4bec-2e56-4a69-b80a-fb4732b35b06), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.196649 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-556559'] for router (abad4bec-2e56-4a69-b80a-fb4732b35b06), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.197376 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router abad4bec-2e56-4a69-b80a-fb4732b35b06 {{(pid=115589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 02 13:04:58.204757 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.205965 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-2ccb876c-db60-4f11-8c1d-254555284e2e admin admin] 10.222.0.91 "DELETE /v2.0/routers/abad4bec-2e56-4a69-b80a-fb4732b35b06 HTTP/1.1" status: 204 len: 168 time: 1.0485001 Nov 02 13:04:58.209162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46536) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:58.266978 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Deleting subnet 622b4fad-1076-4d81-9027-fee1b2d35234 {{(pid=115589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Nov 02 13:04:58.271588 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Publish callbacks [] for subnet (622b4fad-1076-4d81-9027-fee1b2d35234), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.309668 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5490757'] for subnet (622b4fad-1076-4d81-9027-fee1b2d35234), precommit_delete_associations {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.401800 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1698374'] for subnet (622b4fad-1076-4d81-9027-fee1b2d35234), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.464162 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1698431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5328028', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5474948'] for subnet (622b4fad-1076-4d81-9027-fee1b2d35234), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.489802 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622b4fad-1076-4d81-9027-fee1b2d35234,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:58.496100 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.502110 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46538) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:58.502917 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-4fc97060-7bf5-45f4-9fd0-90563fc09a9e admin admin] 10.222.0.91 "DELETE /v2.0/subnets/622b4fad-1076-4d81-9027-fee1b2d35234 HTTP/1.1" status: 204 len: 168 time: 0.2919364 Nov 02 13:04:58.503097 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7531a7-55a5-4c64-8e8f-8bb54e2a261c None None] Network 02976218-01e8-44ca-9310-801d3eb0289e requested from dv-cinder-863277-1-iscsi {{(pid=115590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Nov 02 13:04:58.585226 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1721758'] for network (02976218-01e8-44ca-9310-801d3eb0289e), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.639986 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Deleting port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 {{(pid=115588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Nov 02 13:04:58.640327 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740154267935'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.712092 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.db [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] For port bf7336ff-07d8-4170-9a0d-72f212fa9cc1, host dv-cinder-863277-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-863277-1-iscsi',level=0,port_id=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,segment=NetworkSegment(10f3185a-3a79-4fc0-adde-a2b28d8bb972),segment_id=10f3185a-3a79-4fc0-adde-a2b28d8bb972)] {{(pid=115588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 02 13:04:58.712367 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-554996'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.725593 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.plugin [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Calling delete_port for bf7336ff-07d8-4170-9a0d-72f212fa9cc1 owned by network:dhcp {{(pid=115588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Nov 02 13:04:58.802425 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1643298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-926124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740154274178', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740153685239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5066236'] for port (bf7336ff-07d8-4170-9a0d-72f212fa9cc1), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.829452 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf7336ff-07d8-4170-9a0d-72f212fa9cc1,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:58.833104 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] No DVR routers for this DVR port bf7336ff-07d8-4170-9a0d-72f212fa9cc1 on host dv-cinder-863277-1-iscsi {{(pid=115588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Nov 02 13:04:58.908922 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1675983', 'neutron.services.segments.db._delete_segments_for_network-8740154212648'] for network (02976218-01e8-44ca-9310-801d3eb0289e), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.923990 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0189e92d-b21e-42ab-b111-ab6b5d6b8259 None None] DHCP port deletion for 02976218-01e8-44ca-9310-801d3eb0289e request from dv-cinder-863277-1-iscsi {{(pid=115590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Nov 02 13:04:58.935074 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02976218-01e8-44ca-9310-801d3eb0289e']}} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:58.949279 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f3185a-3a79-4fc0-adde-a2b28d8bb972') {'for_net_delete': True} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:58.949783 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.services.segments.db [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f3185a-3a79-4fc0-adde-a2b28d8bb972') {} {{(pid=115588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 02 13:04:58.960829 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740154213946', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5168377'] for segment (10f3185a-3a79-4fc0-adde-a2b28d8bb972), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.977033 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290'] for segment (10f3185a-3a79-4fc0-adde-a2b28d8bb972), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:58.983005 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Releasing vlan 1370 on physical network physnet1 to pool {{(pid=115588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 02 13:04:58.983387 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1696290', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5066187'] for segment (10f3185a-3a79-4fc0-adde-a2b28d8bb972), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.026600 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 10f3185a-3a79-4fc0-adde-a2b28d8bb972 resource provider aggregate not found Nov 02 13:04:59.048029 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.services.segments.plugin [-] Segment 10f3185a-3a79-4fc0-adde-a2b28d8bb972 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10f3185a-3a79-4fc0-adde-a2b28d8bb972 found for delete ", "request_id": "req-aea666db-c60c-4a6c-b036-50874cded073"}]} Nov 02 13:04:59.058806 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1675972', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-714050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555167'] for network (02976218-01e8-44ca-9310-801d3eb0289e), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.064461 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-714096'] for network (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.068212 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] 10.222.0.91 "DELETE /v2.0/networks/02976218-01e8-44ca-9310-801d3eb0289e HTTP/1.1" status: 204 len: 168 time: 0.5650740 Nov 02 13:04:59.081229 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:59.085177 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f021a-abfc-4fd6-80ca-3d2a239622e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=02976218-01e8-44ca-9310-801d3eb0289e,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:59.101509 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:59.101859 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device 58e6c7a0-7185-4229-9f0e-eda4ab01fe13 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:59.102285 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device bf7336ff-07d8-4170-9a0d-72f212fa9cc1 no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:59.125272 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: bf7336ff-07d8-4170-9a0d-72f212fa9cc1 {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:59.125620 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device bf7336ff-07d8-4170-9a0d-72f212fa9cc1 not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:59.126154 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device b2b62de5-a33a-410b-8e66-9acc70f9cd2f no longer exists at agent ovs-agent-dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 02 13:04:59.145768 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.plugin [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] No Port match for: b2b62de5-a33a-410b-8e66-9acc70f9cd2f {{(pid=115590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Nov 02 13:04:59.146069 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron.plugins.ml2.rpc [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Device b2b62de5-a33a-410b-8e66-9acc70f9cd2f not bound to the agent host dv-cinder-863277-1-iscsi {{(pid=115590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 02 13:04:59.249778 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46546) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.296538 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-b9ffe47d-4b63-405a-9882-159590f1ac38 admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=04f3854e805b4dffa47b02b68228e39f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455096 Nov 02 13:04:59.299010 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46548) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.349366 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] Publish callbacks [] for security_group (30a2ee11-7d5a-4ca8-9011-2349e284628d), before_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.370121 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] Publish callbacks [] for security_group (30a2ee11-7d5a-4ca8-9011-2349e284628d), precommit_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.417892 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (30a2ee11-7d5a-4ca8-9011-2349e284628d), after_delete {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.421154 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron_lib.callbacks.manager [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.422323 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/30a2ee11-7d5a-4ca8-9011-2349e284628d HTTP/1.1" status: 204 len: 168 time: 0.1223867 Nov 02 13:04:59.431627 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a67b77-6125-418f-87e9-5f15e5bb3c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2ee11-7d5a-4ca8-9011-2349e284628d,revision_number=None']} {{(pid=115589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:04:59.762497 dv-cinder-863277-1-iscsi neutron-server[115589]: DEBUG neutron.wsgi [-] (115589) accepted ('10.222.0.91', 46554) {{(pid=115589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.804451 dv-cinder-863277-1-iscsi neutron-server[115589]: INFO neutron.wsgi [None req-5a6000ca-d0e1-44b3-9d37-8ad0e6fe91ce admin admin] 10.222.0.91 "GET /v2.0/security-groups?tenant_id=8cb9100296dd45bfaab650fe384e0ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407400 Nov 02 13:04:59.807031 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.wsgi [-] (115588) accepted ('10.222.0.91', 46556) {{(pid=115588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 02 13:04:59.856806 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] Publish callbacks [] for security_group (a3c72f09-5241-4c7a-92b3-a9694b105f05), before_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.878712 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] Publish callbacks [] for security_group (a3c72f09-5241-4c7a-92b3-a9694b105f05), precommit_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.930274 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-589381'] for security_group (a3c72f09-5241-4c7a-92b3-a9694b105f05), after_delete {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.932891 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron_lib.callbacks.manager [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:04:59.934085 dv-cinder-863277-1-iscsi neutron-server[115588]: INFO neutron.wsgi [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] 10.222.0.91 "DELETE /v2.0/security-groups/a3c72f09-5241-4c7a-92b3-a9694b105f05 HTTP/1.1" status: 204 len: 168 time: 0.1259499 Nov 02 13:04:59.943045 dv-cinder-863277-1-iscsi neutron-server[115588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f922b-bf98-443c-8650-caa7b560f357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c72f09-5241-4c7a-92b3-a9694b105f05,revision_number=None']} {{(pid=115588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 02 13:05:00.434217 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:10.734270 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-3c6b24ce-4004-4bf3-8928-16df7484dfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:13.242276 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4421-d595-48af-97ea-487f27b28231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:14.412154 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.141507 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:15.750176 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:17.245212 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:37.433827 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:05:40.737703 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-8424b70b-17fe-4d4b-be16-466740b994eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:43.245914 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-b2b12aff-e320-42b7-9522-b8c25c463dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:44.419055 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.169189 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:45.752334 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:05:47.241681 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:10.741701 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-355111cb-29b9-4f72-bef1-669ac0bcb114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:13.251678 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf30c-0202-48f8-9f32-b7829cf1aa11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.418684 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:14.433109 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:06:15.183954 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:15.756581 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:17.239317 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:40.746085 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-228250e7-2a03-44f3-8dad-b5c66b64127c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:43.255512 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-e2f1465d-6acf-4d2d-add4-963c4679c5ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:44.422948 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.198706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:45.765347 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:47.236102 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:06:51.433501 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:10.742961 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-30a3a2c2-d2f9-4caa-8c92-155ba1a5a226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:13.258164 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-12c291c5-7bdc-4f8b-b183-26248001e0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:14.427849 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.196421 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:15.769802 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:17.232807 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:28.432932 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:07:40.746942 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-7275fc6c-df0e-4ecc-b4dd-065db701a3d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:43.262136 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a03fb18a-8c26-46ca-a40f-42299cea6b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:44.426783 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.193805 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:45.766426 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:07:47.229819 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:05.432655 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:10.751358 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-332097a5-2dcb-41a3-b380-55a9b2a0e327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:13.266448 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-179b558c-3b39-4a05-a41f-cbadd15c392c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:14.428816 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.194104 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:15.769815 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:17.224591 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:40.755323 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-11bca748-bf77-4740-92a6-29d71abf3de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:42.432792 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:08:43.268377 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a5eaf8ac-4af5-4d27-a2cb-cfc853fbc7d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:44.434919 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.206675 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:45.771229 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:08:47.228478 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:10.760992 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-87a12bf1-ebc3-4da1-8c15-d476663df231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:13.272418 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-4cbd875f-7268-401f-8d87-805832313ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:14.436060 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.210806 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:15.772931 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:17.236706 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:19.432817 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:09:40.762737 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-443657ff-6776-42a2-a002-1ef4779dad16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:43.275054 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-a401c12c-09f8-47ba-8a42-de3d50dc3e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:44.438422 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:45.221450 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:45.776152 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:47.236164 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:09:56.432136 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 02 13:10:10.765064 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-04db94c1-9940-4743-80d7-9c49a5e934a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (777dd5fc-1995-4323-a23f-fa98047f42f6), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:13.277637 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-38f0ebc1-61d6-4705-8554-908b0db99cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (cf47043b-2891-43a1-bfa7-9a4f74c72e80), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:14.445389 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-1c34e7ae-59e5-4dc6-82b4-8b7c8450ad21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (412da931-ccfc-4f14-8a85-4bcbc9fefa05), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.216831 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-5c3433d5-8b52-4506-90b8-9c21b5160b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (40118cc2-8d7d-4cb9-a2ca-9d137e86da70), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:15.779805 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-01bc0639-3f4c-4e96-ab4f-9dfccf932543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (27498ef7-b1fd-46bf-b33c-2e81fe8fd223), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:17.239905 dv-cinder-863277-1-iscsi neutron-server[115590]: DEBUG neutron_lib.callbacks.manager [None req-fff2ef0e-ceee-420f-b703-a119df36edc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740154212630', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1677014'] for agent (5004cf5b-f802-4f64-9c37-8b04858f2837), after_update {{(pid=115590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Nov 02 13:10:33.432758 dv-cinder-863277-1-iscsi neutron-server[115591]: DEBUG neutron.db.agents_db [None req-c1a98d70-eeff-45e0-a29c-fcb0a635cb81 None None] Agent healthcheck: found 6 active agents {{(pid=115591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}